-- Logs begin at Fri 2021-01-15 14:12:46 UTC, end at Fri 2021-01-15 15:21:31 UTC. --
Jan 15 14:51:58.215841 dv-cinder-734144-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 15 14:52:00.982053 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.common.config [-] Logging enabled!
Jan 15 14:52:00.982603 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362
Jan 15 14:52:00.983942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79990) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jan 15 14:52:00.984701 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.common.config [-] Logging enabled!
Jan 15 14:52:00.984995 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev362
Jan 15 14:52:00.985276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79990) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jan 15 14:52:00.986407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 15 14:52:00.986676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 15 14:52:00.988573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 15 14:52:00.988874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 15 14:52:00.989144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 15 14:52:00.990096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.990462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.990814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.991078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.991432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.991779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.992132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.992470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.992823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.993154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.993472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.993810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.994114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.994438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.994803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.995117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.995390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.995716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.996261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.996585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.996910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.997252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.997565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.997934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.998267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.998614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] host                           = dv-cinder-734144-13-iscsi {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.998941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.999279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.999616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:00.999957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.000277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.000597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.000933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.001254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.001577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.001926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.002269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.002609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.002953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.003217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.003476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.003813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.004154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.004477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.004799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.005708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.006057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.006384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.006698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.007038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.007376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.007716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.008038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.008358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.008669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.008990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.009328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.009648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.009997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.010322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.010665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.010977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.011297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.011659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.012000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.012370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.012715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.012966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.013304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.013624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.013986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.014307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.014623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.014936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.015271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.015588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.015901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.016218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.016535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.016874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:01.017222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.017572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.017930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.018273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.018603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.018931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.019270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.019592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.019934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.020273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.020643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.020967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.021292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.021707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.022148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.022475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.023832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.023832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.023832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.023832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.024839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.024839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.024839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.025025 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.025275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.025874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.025874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.026267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.026587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.026904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.027243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.028285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.028285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.028285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.028551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.028783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.029089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.029409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.029750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.030097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.030414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.030729 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.031048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.031363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.031691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.032013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.032329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.032642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.032963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.033280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.033595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.033929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.034255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.034573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.034889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.035202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.035518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.035830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.036675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.037206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.037536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.037862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.038213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.038529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.038849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.039167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.039489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.039820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.040163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.040481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.040804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.041127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.041451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.041772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.042136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.042774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.042774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.043048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.043396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.043725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.044058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.044385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.044705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.045052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.045375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.045701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.046125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.046375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.046703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.047030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.047380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.047722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.048067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.048408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.048746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.049069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.049431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.049754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:01.050034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 15 14:52:01.050312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79990) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 15 14:52:01.728119 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading Gnome
Jan 15 14:52:01.746275 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading Google
Jan 15 14:52:01.748970 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading Windows (alt)
Jan 15 14:52:01.752520 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading file
Jan 15 14:52:01.753535 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading keyczar
Jan 15 14:52:01.753818 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading multi
Jan 15 14:52:01.754490 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO keyring.backend [-] Loading pyfs
Jan 15 14:52:01.803429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:01.803739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:01.804076 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:01.804459 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 15 14:52:02.221416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.221995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.222111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.284036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.284363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.284669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.288346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.288661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.288964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.368464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.368789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.369104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.370171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.370485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.370788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.488769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc29264c488> agent after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.489087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc29264c488> agent after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.490054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fc29264c158> segment precommit_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.490374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fc29264c0d0> network precommit_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.491231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fc2927e3f28> segment before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.673186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> network before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.673507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fc29263d268> agent before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.673835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> network before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.674179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> port before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.674484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> port before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.674870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> segment after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.675175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> segment precommit_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.675472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> segment precommit_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.675767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> segment after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.676109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> network after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.676410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> network precommit_delete 0 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.676744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> port provisioning_complete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.677086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.677388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.677709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> agent after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.678056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> subnet after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.678359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> subnet precommit_delete 0 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.678686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.678978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.679475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> port after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.679762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> port after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.680050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> port after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.680393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.680679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.680965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc292e62cf8>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.681394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:02.681673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:02.681973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:02.682253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:02.682529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:02.682804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:02.684211 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 15 14:52:02.691717 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 15 14:52:02.699925 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 15 14:52:02.705170 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])])
Jan 15 14:52:02.708327 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 15 14:52:02.709450 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 15 14:52:02.709841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 15 14:52:02.710325 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 15 14:52:02.714087 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 15 14:52:02.714379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 15 14:52:02.714779 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 15 14:52:02.738665 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 15 14:52:02.739557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fc29248aa90>> qos_plugin after_init 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.739900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79990) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 15 14:52:02.740325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fc2924334a8>> logging-plugin after_init 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.741680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79990) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 15 14:52:02.742069 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 15 14:52:02.742359 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 15 14:52:02.745411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc292433550>> floatingip before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.745738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc292433550>> port before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:02.813308 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 15 14:52:02.813575 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 15 14:52:02.813836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 15 14:52:02.814317 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 15 14:52:02.849819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.sqlalchemy.engines [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79990) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 15 14:52:03.261170 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing driver for type 'gre'
Jan 15 14:52:03.261718 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] gre ID ranges: [(1, 1000)]
Jan 15 14:52:03.306092 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing driver for type 'local'
Jan 15 14:52:03.306387 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing driver for type 'vlan'
Jan 15 14:52:03.316777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] VlanTypeDriver initialization complete
Jan 15 14:52:03.317158 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing driver for type 'vxlan'
Jan 15 14:52:03.318301 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] vxlan ID ranges: [(1, 1000)]
Jan 15 14:52:03.359666 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing extension driver 'port_security'
Jan 15 14:52:03.360025 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.extensions.port_security [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] PortSecurityExtensionDriver initialization complete
Jan 15 14:52:03.360392 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing mechanism driver 'openvswitch'
Jan 15 14:52:03.367213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79990) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:03.368077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc292453438>> port after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.368489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc292453438>> port after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.368875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc292453438>> port after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.369294 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9c50>> subnet after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.369681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9c50>> subnet after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.370089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9c50>> subnet after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.370506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9e10>> network after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.370887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9e10>> network after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.371264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9e10>> network after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.371676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9fd0>> security_group after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.372055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9fd0>> security_group after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.372429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291fc9fd0>> security_group after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.372841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291f171d0>> security_group_rule after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.373222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291f171d0>> security_group_rule after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.373600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291f171d0>> security_group_rule after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.374166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291f17390>> address_group after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.374547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291f17390>> address_group after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.374924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc291f17390>> address_group after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.375286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] ML2 OVO RPC backend initialized. {{(pid=79990) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 15 14:52:03.375997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> router_interface after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.376383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> router_interface after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.376837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> network before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.377217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> networks before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.377595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> port before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.377996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> ports before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.378375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> subnet before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.378752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> subnets before_response 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.379129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> network after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.379502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> network after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.380416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> network after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.380919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> port after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.381293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> port after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.381669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> port after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.382070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> subnet after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.382442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> subnet after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.382813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc291f17470>> subnet after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.383450 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.plugin [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Modular L2 Plugin initialization complete
Jan 15 14:52:03.383812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading services supported by the core plugin {{(pid=79990) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 15 14:52:03.384178 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.plugins.ml2.managers [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Got port-security extension from driver 'port_security'
Jan 15 14:52:03.384688 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.extensions.vlantransparent [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Disabled vlantransparent extension.
Jan 15 14:52:03.386173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79990) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 15 14:52:03.386530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: router
Jan 15 14:52:03.428214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router_interface before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.428646 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_create 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.429051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router before_create 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.429450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router_interface before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.429865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router_interface after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.430308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_delete 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.430708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> floatingip after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.431112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_create 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.431492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_update 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.431878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_update 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.432258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router_gateway after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.432658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_update 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.433148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router precommit_update 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.433562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fc292586400> port after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.433962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fc292586510> port after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.434339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fc292586488> subnet after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.434714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fc292586378> subnetpool_address_scope after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.435100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> port precommit_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.435486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router precommit_create 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.435864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fc292570598> port before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.436241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router precommit_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.436641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router after_update 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.437018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router precommit_delete 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.437402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router precommit_create 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.437806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router_interface after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.438217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> router precommit_update 55549900 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.438644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc291f175f8>> network after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.439654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Tracking information for resource: router configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:03.440022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Tracking information for resource: floatingip configured {{(pid=79990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 15 14:52:03.445577 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_agentschedulers_db [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 15 14:52:03.446255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fc291edfbf8> port after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.446650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fc291f4ab70> port after_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.447036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function _notify_port_delete at 0x7fc291edfb70> port after_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.447419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fc291edfd90> port after_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.448322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc291e620b8>> router before_create 55550100 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.448725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc291e620b8>> router precommit_delete 55550100 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.449124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc291e620b8>> router precommit_create 55550100 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.449515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc291e620b8>> router precommit_update 55550100 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.454179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.provider_configuration [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service providers = [] {{(pid=79990) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 15 14:52:03.454571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.servicetype_db [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79990) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 15 14:52:03.457374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.service_base [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 15 14:52:03.457761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.service_base [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 15 14:52:03.458868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.service_base [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 15 14:52:03.459755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.service_base [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 15 14:52:03.460156 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.services.service_base [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 15 14:52:03.460574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.460927 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 15 14:52:03.482318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.482687 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: auto_allocate
Jan 15 14:52:03.494688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc291f5e9d8> network precommit_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.495095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc291f5e9d8> network precommit_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.495687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.496043 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: tag
Jan 15 14:52:03.508078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.508441 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: timestamp
Jan 15 14:52:03.512427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.512793 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: network_ip_availability
Jan 15 14:52:03.518236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc291f58e10>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.518641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc291f58e10>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.519028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc291f58e10>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.519817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.520172 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: flavors
Jan 15 14:52:03.536560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.537050 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading Plugin: revisions
Jan 15 14:52:03.541377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 15 14:52:03.541803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.738s {{(pid=79990) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:03.542654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79990) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 15 14:52:03.543006 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Initializing extension manager.
Jan 15 14:52:03.543576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: __init__.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.543956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: __pycache__ {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.544325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.544693 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: address_group.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.545484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.546163 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: address-group
Jan 15 14:52:03.546524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: address_scope.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.547284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.547859 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: address-scope
Jan 15 14:52:03.548219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.549153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.549727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: router-admin-state-down-before-update
Jan 15 14:52:03.550121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: agent.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.551001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.551579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: agent
Jan 15 14:52:03.551990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: agent_resources_synced.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.552903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.553477 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: agent-resources-synced
Jan 15 14:52:03.553837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.555663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.556293 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: allowed-address-pairs
Jan 15 14:52:03.556616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.557683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.558284 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: auto-allocated-topology
Jan 15 14:52:03.558645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: availability_zone.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.559385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.559960 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: availability_zone
Jan 15 14:52:03.560317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: availability_zone_filter.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.561231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.561814 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: availability_zone_filter
Jan 15 14:52:03.562199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: data_plane_status.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.563112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.563685 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 15 14:52:03.564052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: default_subnetpools.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.564962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.565537 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: default-subnetpools
Jan 15 14:52:03.565927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.566760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.567855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: dhcp_agent_scheduler
Jan 15 14:52:03.568216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: dns.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.569129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.569695 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension dns-integration not supported by any of loaded plugins
Jan 15 14:52:03.570081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: dns_domain_ports.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.570992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.571562 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 15 14:52:03.571917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: dvr.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.572633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.573236 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: dvr
Jan 15 14:52:03.573590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: empty_string_filtering.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.574530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.575103 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: empty-string-filtering
Jan 15 14:52:03.575458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.576488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.577063 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 15 14:52:03.577421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.578355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.578924 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 15 14:52:03.579282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: external_net.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.580192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.580761 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: external-net
Jan 15 14:52:03.581118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.582069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.582646 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: extra_dhcp_opt
Jan 15 14:52:03.583566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: extraroute.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.584565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.585133 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: extraroute
Jan 15 14:52:03.585486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: extraroute_atomic.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.586910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.587095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: extraroute-atomic
Jan 15 14:52:03.587453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: filter_validation.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.588154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.588734 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: filter-validation
Jan 15 14:52:03.589092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: fip_pf_description.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.590022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.590597 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 15 14:52:03.590952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: fip_port_details.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.591871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.592442 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: fip-port-details
Jan 15 14:52:03.593057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: flavors.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.594317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.594900 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: flavors
Jan 15 14:52:03.595260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.596927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.597520 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 15 14:52:03.597920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: floatingip_pools.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.598821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.599394 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: floatingip-pools
Jan 15 14:52:03.599754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: ip_allocation.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.600703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.601273 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 15 14:52:03.601629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.602570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.603151 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: ip-substring-filtering
Jan 15 14:52:03.603507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l2_adjacency.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.604430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.604999 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 15 14:52:03.605353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.606559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.607143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: router
Jan 15 14:52:03.607506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.609793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.610416 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 15 14:52:03.610785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.611703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.612288 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: ext-gw-mode
Jan 15 14:52:03.612650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.613573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.614209 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: l3-ha
Jan 15 14:52:03.614719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3_flavors.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.615641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.616214 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: l3-flavors
Jan 15 14:52:03.616568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.617478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.618083 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 15 14:52:03.618444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: l3agentscheduler.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.619623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.620206 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: l3_agent_scheduler
Jan 15 14:52:03.620564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: logging.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.622192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.622788 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension logging not supported by any of loaded plugins
Jan 15 14:52:03.623162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: metering.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.623960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.624656 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: metering
Jan 15 14:52:03.625022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.626159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.626961 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: metering_source_and_destination_fields
Jan 15 14:52:03.627230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: multiprovidernet.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.628165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.628740 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: multi-provider
Jan 15 14:52:03.629098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: netmtu.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.630894 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.631402 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: net-mtu
Jan 15 14:52:03.631765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: netmtu_writable.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.632694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.633265 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: net-mtu-writable
Jan 15 14:52:03.633624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: network_availability_zone.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.634390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.634977 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: network_availability_zone
Jan 15 14:52:03.635337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: network_ip_availability.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.636442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.637019 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: network-ip-availability
Jan 15 14:52:03.637376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: network_segment_range.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.638250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.638826 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 15 14:52:03.639183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: pagination.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.640160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.640531 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: pagination
Jan 15 14:52:03.640885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.641817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.642548 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: port-mac-address-regenerate
Jan 15 14:52:03.642906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.643830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.644414 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: port-numa-affinity-policy
Jan 15 14:52:03.644775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: port_resource_request.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.646562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.647140 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 15 14:52:03.647497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: portbindings.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.648561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.649137 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: binding
Jan 15 14:52:03.649495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: portbindings_extended.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.650824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.651401 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: binding-extended
Jan 15 14:52:03.651765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: portsecurity.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.652862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.653618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: port-security
Jan 15 14:52:03.654209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: project_id.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.655392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.655763 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: project-id
Jan 15 14:52:03.656120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: providernet.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.657046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.657625 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: provider
Jan 15 14:52:03.658013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.661726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.662384 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos not supported by any of loaded plugins
Jan 15 14:52:03.662757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.663999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.664579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 15 14:52:03.664951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.665870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.666467 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 15 14:52:03.666828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_default.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.667738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.668307 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-default not supported by any of loaded plugins
Jan 15 14:52:03.668665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_fip.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.669353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.669931 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-fip not supported by any of loaded plugins
Jan 15 14:52:03.670294 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.671220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.671797 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 15 14:52:03.672158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.673156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.673735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 15 14:52:03.674191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.675112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.675685 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 15 14:52:03.676043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: qos_rules_alias.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.678055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.678635 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 15 14:52:03.678993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: quotasv2.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.679977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.680342 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: quotas
Jan 15 14:52:03.680698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: quotasv2_detail.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.682291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.682668 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: quota_details
Jan 15 14:52:03.683031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: rbac.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.684193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.684785 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: rbac-policies
Jan 15 14:52:03.685146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: rbac_address_scope.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.686106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.686685 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: rbac-address-scope
Jan 15 14:52:03.687176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: rbac_security_groups.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.688096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.688681 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: rbac-security-groups
Jan 15 14:52:03.689042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.690007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.690584 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: rbac-subnetpool
Jan 15 14:52:03.690948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: revisionifmatch.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.691874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.693088 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: revision-if-match
Jan 15 14:52:03.693587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: revisions.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.694809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.695476 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: standard-attr-revisions
Jan 15 14:52:03.695879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: router_availability_zone.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.696642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.697270 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: router_availability_zone
Jan 15 14:52:03.697668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: routerservicetype.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.698813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.699499 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension router-service-type not supported by any of loaded plugins
Jan 15 14:52:03.699902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.700902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.701540 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: security-groups-normalized-cidr
Jan 15 14:52:03.701987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.702942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.703571 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: port-security-groups-filtering
Jan 15 14:52:03.703966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.704949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.705619 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: security-groups-remote-address-group
Jan 15 14:52:03.706055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: securitygroup.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.721592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.722249 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: security-group
Jan 15 14:52:03.722619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: segment.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.723495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.724253 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension segment not supported by any of loaded plugins
Jan 15 14:52:03.724617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.725591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.726192 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 15 14:52:03.726557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: servicetype.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.727669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.728255 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: service-type
Jan 15 14:52:03.728617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: sorting.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.729596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.729994 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: sorting
Jan 15 14:52:03.730355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: standard_attr_segment.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.731267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.731845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 15 14:52:03.732202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: standardattrdescription.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.732884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.733473 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: standard-attr-description
Jan 15 14:52:03.733833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: stateful_security_group.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.734803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.735384 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: stateful-security-group
Jan 15 14:52:03.735742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: stdattrs_common.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.736321 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 15 14:52:03.736672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.737615 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.738221 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 15 14:52:03.738580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: subnet_onboard.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.740156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.740738 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: subnet_onboard
Jan 15 14:52:03.741100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.742129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.742705 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 15 14:52:03.743063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: subnet_service_types.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.743994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.744567 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: subnet-service-types
Jan 15 14:52:03.744922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: subnetallocation.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.746031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.746614 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: subnet_allocation
Jan 15 14:52:03.746974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.747681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.748252 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: subnetpool-prefix-ops
Jan 15 14:52:03.748609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.749538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.750135 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 15 14:52:03.750495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: tagging.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.751800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.752385 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: standard-attr-tag
Jan 15 14:52:03.752744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: timestamp.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.753945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.754530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loaded extension: standard-attr-timestamp
Jan 15 14:52:03.755545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: trunk.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.756647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.757230 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension trunk not supported by any of loaded plugins
Jan 15 14:52:03.757593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: trunk_details.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.758559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.759136 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension trunk-details not supported by any of loaded plugins
Jan 15 14:52:03.759500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.760419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.760999 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 15 14:52:03.761360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Loading extension file: vlantransparent.py {{(pid=79990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 15 14:52:03.762094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 15 14:52:03.762668 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 15 14:52:03.765307 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:network
Jan 15 14:52:03.766172 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:subnet
Jan 15 14:52:03.766838 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 14:52:03.767496 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:port
Jan 15 14:52:03.768975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.769469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service FLAVORS assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.770174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.770858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.771230 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:router
Jan 15 14:52:03.771956 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:floatingip
Jan 15 14:52:03.772733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service METERING assigned prefix: /metering {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.774554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc291d2fef0>> rbac-policy before_create 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.774957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc291d2fef0>> rbac-policy before_update 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.775344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc291d2fef0>> rbac-policy before_delete 55550000 {{(pid=79990) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 14:52:03.776494 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 15 14:52:03.776977 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:security_group
Jan 15 14:52:03.777775 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 15 14:52:03.778620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service CORE assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.778988 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 14:52:03.779349 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] subnetpool is already registered
Jan 15 14:52:03.779999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service CORE assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.780366 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 14:52:03.780731 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] subnetpool is already registered
Jan 15 14:52:03.783521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.783997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service FLAVORS assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.784641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.785104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.785602 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:router
Jan 15 14:52:03.785993 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] router is already registered
Jan 15 14:52:03.786671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:floatingip
Jan 15 14:52:03.787034 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] floatingip is already registered
Jan 15 14:52:03.787724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service METERING assigned prefix: /metering {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.788452 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 15 14:52:03.788813 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] rbac_policy is already registered
Jan 15 14:52:03.789434 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:security_group
Jan 15 14:52:03.789795 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] security_group is already registered
Jan 15 14:52:03.790495 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 15 14:52:03.790853 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] security_group_rule is already registered
Jan 15 14:52:03.791573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service CORE assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.791937 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 14:52:03.792298 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] subnetpool is already registered
Jan 15 14:52:03.792952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.resource_helper [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Service CORE assigned prefix:  {{(pid=79990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 15 14:52:03.793312 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 15 14:52:03.793665 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.quota.resource_registry [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] subnetpool is already registered
Jan 15 14:52:03.794431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: extensions {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.795982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: address-groups {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.797689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: address-scopes {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.799006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: agents {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.800412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: auto-allocated-topology {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.802390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: availability_zones {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.803808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: dhcp-networks {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.805314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: dhcp-agents {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.806917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: routers {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.808809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: flavors {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.810067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: service_profiles {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.811380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: next_providers {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.813018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: service_profiles {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.814593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: floatingip-pools {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.815910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: routers {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.818539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: floatingips {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.819804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: l3-routers {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.821296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: l3-agents {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.822832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: metering-labels {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.825137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: metering-label-rules {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.826538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: network-ip-availabilities {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.827969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: bindings {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.829721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: quotas {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.831278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: quotas {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.832782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: rbac-policies {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.834349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: security-groups {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.835638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: security-group-rules {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.836965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: service-providers {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.838302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: subnetpools {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.839812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: subnetpools {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.841378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.843460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.845697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.847320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.849330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.851204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.853102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.855114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.857108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.859109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.extensions [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Extended resource: tags {{(pid=79990) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 15 14:52:03.866767 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING keystonemiddleware.auth_token [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 15 14:52:03.872062 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING keystonemiddleware.auth_token [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 15 14:52:03.881403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Acquired lock "singleton_lock" {{(pid=79990) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 15 14:52:03.881936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Releasing lock "singleton_lock" {{(pid=79990) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 15 14:52:03.883434 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Starting 2 workers
Jan 15 14:52:03.888298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Started child 80101 {{(pid=79990) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 15 14:52:03.894614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:03.894798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Started child 80102 {{(pid=79990) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 15 14:52:03.894897 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [-] (80101) wsgi starting up on http://0.0.0.0:9696
Jan 15 14:52:03.895165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 55076) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:03.895266 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 15 14:52:03.895928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Notify callbacks [] for process, before_spawn {{(pid=79990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:03.897851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:03.898518 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Starting 1 workers
Jan 15 14:52:03.899329 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [-] (80102) wsgi starting up on http://0.0.0.0:9696
Jan 15 14:52:03.904072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Started child 80104 {{(pid=79990) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 15 14:52:03.904631 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Starting 1 workers
Jan 15 14:52:03.906595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] calling RpcWorker wait() {{(pid=80104) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 15 14:52:03.906730 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0092454
Jan 15 14:52:03.907846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] returning from RpcWorker wait() {{(pid=80104) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 15 14:52:03.909718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:03.910439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:03.910562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Started child 80105 {{(pid=79990) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 15 14:52:03.911428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1906f435-4327-4658-99b1-1099d55c20b7 None None] Notify callbacks [] for process, after_spawn {{(pid=79990) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:03.913224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79990) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 15 14:52:03.913625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 15 14:52:03.914014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 15 14:52:03.914462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 15 14:52:03.914994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 15 14:52:03.915324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 15 14:52:03.915444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:03.916127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.916561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.917014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.917424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.917917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.918738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.919184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.919635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.920099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.920510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.920849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.921197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.921638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.922073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.922565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.922988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.923415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.923824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.924173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.924573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.925024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.925449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.925926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.926339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.928268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.928706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.929140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.929552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.930043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.930467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.930904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.931336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.931735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.932148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.932583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.932974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.933386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.933839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.934269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.934861 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] host                           = dv-cinder-734144-13-iscsi {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.935270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.935659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.936068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.936496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.936919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.937326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.937766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.938221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.938705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.939179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.939513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.939923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.940364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.940759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.941125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.941410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.941658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.941988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.942216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.943111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.943423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.943744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.943995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.944211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.944469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.944726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.946709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.947212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.947503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.947777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.948031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.948288 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.948565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.948837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.949109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.949335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.949504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:03.950004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.950289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.950569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.950868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.951139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.951434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.952435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.952435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.952435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.952435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.952792 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.952942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.953391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.953791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.954237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.954635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.954910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.955178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.955409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.955851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.956140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.956411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.956668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.957543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.957543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.957543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:03.957988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.958276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.958639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.958923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.959212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.959491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.959782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.960036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.960305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.960589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.960912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.961169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.961491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.961745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.962049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.962378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.963443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.963876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.964248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.965449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.965861 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.966291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.966654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.967272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.967272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.967458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.967979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.968832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.969239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.969641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.970207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.970629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.971127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.971593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.971854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.972146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.972418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.972690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.972958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.973275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.973528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.973820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.974682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.974936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.975203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.975454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.975726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.975994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.976272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.976552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.976823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.977071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.977594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.977594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.978701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.979175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.979630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.980072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.980558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.980882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.981227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.981595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.982010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.982351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.982724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.983579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.983579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.983579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.983999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.984198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.984509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.984821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.985133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.985461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.986267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.986267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.986584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.986860 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.987170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.988137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.988137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.988137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.988137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.988698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.989093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.991043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.991043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.991043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.991043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.991595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.992368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.992368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.992368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.992798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.993017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.993349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.993651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.996178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.997130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.997130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.998566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.998566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.998566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.998566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.999139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:03.999139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.000207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.000572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.000995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.001534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.001920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.002516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.002516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.002846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.003940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.004439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.004787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.005482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.006574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.006910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.007172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.008299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.008815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.009942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.010499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.011019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.011457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.011910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.012402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.012900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.013360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.013933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.014404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.014866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.015374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.015855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.016364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.016713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.017083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.017423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.017777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.018123 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.018467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.018806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.019156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.019510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.019841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.020152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.021028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.021353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.021797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.022205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.022529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.022853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.023195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.023518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.023846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.024172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.025399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.025789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.026160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.027158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.027531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.027887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.028255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.028615 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.028962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.029280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.029639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.029989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.030315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.030614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.031071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.031509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.031954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.032443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.034863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.035427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.035427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.035427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.035733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.036319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.036319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.036787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.037177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.037522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.037843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.038191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.038513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.038835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.039152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.039526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.039526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.039526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.039526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.041022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.041840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.041840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.041840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.042326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.042477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.042778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.043088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.043407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.043727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.044055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.044368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.044681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.045010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.045324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.045706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.046111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.046377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.046853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.047130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.047485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.047843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.048269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.048631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.049021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.049435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.050258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.050258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.050571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.052299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.052299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.052612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.052920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.053326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.055005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.055005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.056531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.057815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.057815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.057815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.058561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.059049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.059507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.059964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.060461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.060926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.061371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.061790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.062266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.063026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.063512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.063945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.064610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.065119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.065472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 15 14:52:04.066228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79990) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 15 14:52:04.066580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 15 14:52:04.066921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 15 14:52:04.068211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 15 14:52:04.068688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 15 14:52:04.069057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 15 14:52:04.069492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.069868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.070265 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.070641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.071007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.071375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.071739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.072093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.072472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.072873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.073835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.074060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.074267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.074474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.075909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.076030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.076217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.076446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.076644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.076839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.077006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:04.077100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.077173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.077338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.077524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.077714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.077918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.078302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.078495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.078797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.078989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.079179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.079370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.079559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] host                           = dv-cinder-734144-13-iscsi {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.079802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.080023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.080345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.080666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.080860 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.081054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.081248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.081438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.081627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.081816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.082870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.083168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.083471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.083666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.083941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.084145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.084345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.084538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.085879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.086141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.086257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.087997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.088374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.088567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.088866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.089057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.089247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.089438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.089627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.089815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.090090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.090497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.090497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.090896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.090896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.091395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.091395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.091875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.091875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.092103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.092215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.092375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.093452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.093452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.093452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.093452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.094663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.094663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.094663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.094663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.094663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.095358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.095358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.095358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.095358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.095779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 15 14:52:04.095889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.096080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.096205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.096356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.096551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.096748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.096942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.097135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.097329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.097522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.097722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.097952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.098143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.099370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.099578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.099779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.099980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.100178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.100373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.100567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.100760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.100954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.101166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.101467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.101702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.101826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.102016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.102214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.102428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.102583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.102845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.103040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.103268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.103427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.103620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.103814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.104006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.104199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.104390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.104582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.104786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.104955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.105300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.105667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.106069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.106411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.107471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.107471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.107471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.107471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.107471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.107471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.108829 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.109198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.109569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.109878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.110232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.110593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.110809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.110988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.111187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.111484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.111683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.111877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.112071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.112265 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.112460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.112654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.112848 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.113040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.113234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.113427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.113619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.113811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.114003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.114400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.114516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.114669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.114971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.115070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.115214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.115520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.115838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.116035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.116229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.116422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.116614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.116807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.116999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.117191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.117387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.117578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.117771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.117989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.118184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.118376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.119588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.119588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.119588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.119588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.119588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.119923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.120117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.120271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.120449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.120669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.120896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.121091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.121292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.121601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.121801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.122042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.122192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.122336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.122534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.122777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.122970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.123161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.124609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.125751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.126889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.127035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.127173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.127350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.127542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.127734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.127926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.128118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.128310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.128502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.128875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.129070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.129347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.129542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.129734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.130622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.130622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.130894 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.131032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.131180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.131326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.131471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.132538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.132538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.132538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.132538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.133624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.134895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.135098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.135292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.135502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.135698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.135891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.136085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.136277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.136470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.136662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.136856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.137047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.137241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.137437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.137631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.137828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.138040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.138194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.138400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.138541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.139121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.139523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.139725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.139912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.140204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.140424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.140670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.140904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.141098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.141292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.141494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.142584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.142584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.142584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.142584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.142584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.143810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.144203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.144203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.144488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.144488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.144771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.144922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.145067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.145212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.145360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.146270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.146270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.146903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.146903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.146903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.147167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.147167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.147393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.147564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.147743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.147895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.148045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.148195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.148384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.148578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.148770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.149072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.149266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.149459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.149652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.149844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.150080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.150224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.150378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.150560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.150750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.150943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 15 14:52:04.151107 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79990) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 15 14:52:14.923695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4c7aa-c709-47e1-9b77-0add5513cced None None] get_active_networks_info from dv-cinder-734144-13-iscsi {{(pid=80104) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 15 14:52:15.095725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c4c7aa-c709-47e1-9b77-0add5513cced None None] No non-hosted networks {{(pid=80104) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 15 14:52:15.129473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0a65962b-652e-4a8c-9465-4f1c342a3e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032'] for agent, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:16.785679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8f34b3bf-ac57-4230-ae2c-b09045915b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032'] for agent, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:16.852941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c4aa306a-f0e6-4a3e-a160-5a8407ff2a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:17.322159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032'] for agent, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:18.705518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032'] for agent, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:18.707026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.707631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.708336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.708907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.709474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.710747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.712209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.713318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.714345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.715673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.716662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.718031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:18.719523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc29c3902e8>, 'Open vSwitch agent', 'dv-cinder-734144-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:18.731778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc2910a14a8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-734144-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:18.888815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032'] for agent, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:20.421739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55180) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:20.573396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] get_endpoint_by_host() called for host dv-cinder-734144-13-iscsi {{(pid=80104) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 15 14:52:20.578958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] get_endpoint_by_ip() called for ip 192.168.0.76 {{(pid=80104) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 15 14:52:20.582318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] _add_endpoint() called for ip 192.168.0.76 {{(pid=80104) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 15 14:52:20.589470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] _get_endpoints() called {{(pid=80104) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 15 14:52:21.104336 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-a0cc0a8e-0738-4c9c-a219-972316290565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:52:21.104951 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-a0cc0a8e-0738-4c9c-a219-972316290565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:52:21.356200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [None req-a0cc0a8e-0738-4c9c-a219-972316290565 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 14:52:21.357577 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a0cc0a8e-0738-4c9c-a219-972316290565 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.9337451
Jan 15 14:52:23.991279 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_hamode_db [None req-e2106309-1fc7-468d-b63d-56d32082a816 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 15 14:52:24.081198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2106309-1fc7-468d-b63d-56d32082a816 None None] Routers set() bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 14:52:24.081635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2106309-1fc7-468d-b63d-56d32082a816 None None] Router IDs set() for agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 15 14:52:24.153273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55196) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:24.593113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:52:24.647307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.policy [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80102) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Jan 15 14:52:24.648208 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:52:24.648570 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:52:24.659872 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc2918362e8>.
Jan 15 14:52:24.705120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:24.760739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257252283306', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257252308599', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257252308635', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257252271804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363257252257802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854124883', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851096678', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850953068'] for rbac-policy, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:24.827476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:24.828772 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f717cbc9-1ae1-4e8f-955f-00c4e6ebc96f admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6743894
Jan 15 14:52:27.904844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55210) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:28.399374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Request body: {'network': {'name': 'private', 'project_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:52:28.405460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:28.410375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Usage tracker for resource:network and tenant:793662f4cc0543118c164a91222fda79 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:28.414193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:28.420512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:28.430220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Made reservation on behalf of 793662f4cc0543118c164a91222fda79 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 14:52:28.436535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.454427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.469610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:28.473573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Usage tracker for resource:security_group_rule and tenant:793662f4cc0543118c164a91222fda79 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:28.477183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:28.483016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:28.584519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.587618 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.594009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:28.617745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 14:52:28.645752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.646304 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Added segment cc4599aa-c483-4a9b-9aa3-d4a6d53a2291 of type vxlan for network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb
Jan 15 14:52:28.701372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19863f97-b97c-4aa6-bb8b-3a5da23c1a64,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:28.725083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.725459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.725822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.726212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.726566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.726923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.727524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.727648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.728018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.728488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.728665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.729006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Tracked resource versions report:
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'}}
Jan 15 14:52:28.730485 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 14:52:28.778229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:28.782866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.828097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.829659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:28.830420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:28.836249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:29.105337 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1993084
Jan 15 14:52:29.106106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Pushing event updated for resources: {'Network': ['ID=7ff3bbf3-4908-4747-a7c4-48cacbd582bb,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:29.109329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:29.118491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 14:52:32.253617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55226) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:32.771479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc230b3-6d34-45c8-b0aa-c2facb6f76ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:32.772869 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8fc230b3-6d34-45c8-b0aa-c2facb6f76ee admin admin] 10.222.0.68 "GET /v2.0/networks/7ff3bbf3-4908-4747-a7c4-48cacbd582bb HTTP/1.1" status: 200  len: 818 time: 0.5175369
Jan 15 14:52:32.802030 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4c061391-2a2b-419d-9904-2dae470affb8 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/0b827102-4251-4be2-83d9-b8327ae1ec4a HTTP/1.1" status: 200  len: 734 time: 0.0228360
Jan 15 14:52:32.811989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Request body: {'subnet': {'tenant_id': '793662f4cc0543118c164a91222fda79', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a', 'name': 'private-subnet'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:52:32.817315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:32.821277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Usage tracker for resource:subnet and tenant:793662f4cc0543118c164a91222fda79 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:32.824347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:32.830010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:32.839506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Made reservation on behalf of 793662f4cc0543118c164a91222fda79 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 14:52:32.844327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:33.356434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:33.371588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:33.510510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cc8bc1-2e5f-4db9-97b0-87a6b210351d,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:33.513769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:33.587035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Checking segment: {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:52:33.587404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Network hostable DHCP agents. Network: 7ff3bbf3-4908-4747-a7c4-48cacbd582bb, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 14:52:33.608868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 14:52:33.619808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 7ff3bbf3-4908-4747-a7c4-48cacbd582bb) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:52:33.624584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:33.625211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:33.629016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac359bff-e27a-4140-acdc-56c5a0cad191 None None] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:52:33.647957 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8396976
Jan 15 14:52:33.964496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 14:52:33.965831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:34.485195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Allocated IP 172.20.0.2 (7ff3bbf3-4908-4747-a7c4-48cacbd582bb/69cc8bc1-2e5f-4db9-97b0-87a6b210351d/91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 14:52:34.724273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:34.737110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Transition to ACTIVE for port object 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:52:34.757389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Transition to ACTIVE for port object 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:52:34.763349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:34.777373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:34.912522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Pushing event updated for resources: {'Port': ['ID=91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:34.925077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.925473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.925847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.926416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.926786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.927155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.927514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.927934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.928251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.928608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.928966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.929321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Tracked resource versions report:
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'}}
Jan 15 14:52:34.930925 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 14:52:34.938016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:34.987587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 14:52:34.988956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:52:34.991799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 14:52:35.053453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Attempting to bind port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 14:52:35.053859 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Attempting to bind port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 14:52:35.054322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Attempting to bind port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 on network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 14:52:35.060039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 14:52:35.060450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Checking segment: {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:52:35.061879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:35.061879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Bound using segment: {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 14:52:35.061879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Bound port: 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 14:52:35.062249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:35.155979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] For port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 14:52:35.162441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] For port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796,segment=NetworkSegment(cc4599aa-c483-4a9b-9aa3-d4a6d53a2291),segment_id=cc4599aa-c483-4a9b-9aa3-d4a6d53a2291)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 14:52:35.166065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:35.182240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:35.332687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Pushing event updated for resources: {'Port': ['ID=91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:35.337987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:36.558001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55236) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:37.044526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [None req-697a0b53-52e8-482b-8845-76d6cd880a5e admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 14:52:37.045697 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-697a0b53-52e8-482b-8845-76d6cd880a5e admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4864850
Jan 15 14:52:38.659679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:52:38.730222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:52:39.982057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55250) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:40.295538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b00b5-1803-4385-ab6c-63066e35074c None None] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:52:40.396149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Provisioning for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:52:40.407129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Provisioning complete for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:52:40.407546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:40.465336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [None req-e5b51681-1b80-4f75-9695-f24664cb2d49 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 14:52:40.466981 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e5b51681-1b80-4f75-9695-f24664cb2d49 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4837315
Jan 15 14:52:40.630648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:40.722004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] For port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796,segment=NetworkSegment(cc4599aa-c483-4a9b-9aa3-d4a6d53a2291),segment_id=cc4599aa-c483-4a9b-9aa3-d4a6d53a2291)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 14:52:40.727153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:40.732897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5a2fc697-dcc0-4ff4-ae20-445a66e7e7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:40.816189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Pushing event updated for resources: {'Port': ['ID=91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:40.823177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:41.068040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9e710f56-27cc-4dd5-a04a-6983786765d5 None None] Provisioning complete for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:52:41.068611 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9e710f56-27cc-4dd5-a04a-6983786765d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:41.329131 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f16f9717-e912-47dc-b93a-b6f9f509c3c2 None None] Provisioning complete for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:52:41.329538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f16f9717-e912-47dc-b93a-b6f9f509c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:42.629871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:52:42.706151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:52:42.706151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:43.659108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55262) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:44.082137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:52:44.087598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:44.091610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Usage tracker for resource:router and tenant:793662f4cc0543118c164a91222fda79 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:44.095206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:44.101502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:44.110509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:44.111879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:44.133600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:44.234368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:44.252576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:44.253836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-568ae9b0-30c0-4fa6-99c2-d6010c07679d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5936768
Jan 15 14:52:44.713682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7835168b-ab94-4bc6-974f-d72ec60e3f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:46.791036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef4a4-36f2-4041-ae1f-fe259db18c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:47.007800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55272) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:47.144188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:47.372439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [None req-34f5b6df-9a4b-4938-a35f-cf163bcf21ad admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 14:52:47.373518 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-34f5b6df-9a4b-4938-a35f-cf163bcf21ad admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3662152
Jan 15 14:52:48.712865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:48.831170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.014070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55292) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:50.101533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:52:50.106414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:50.110409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Usage tracker for resource:network and tenant:1aee3567d77e42a3a7c26c2eedc85858 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:50.113976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:50.119737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:50.128484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Made reservation on behalf of 1aee3567d77e42a3a7c26c2eedc85858 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 14:52:50.133563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.146161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.161381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:50.165281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Usage tracker for resource:security_group_rule and tenant:1aee3567d77e42a3a7c26c2eedc85858 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:50.168185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:50.173818 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:50.258528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.261096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.265438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:50.278706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Reserving flat network on physical network physnet1 {{(pid=80102) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 15 14:52:50.303676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28092b4-c2c3-4f8b-81df-1d7a7e750e58,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:50.306688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.307282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc29264c158> segment precommit_create {{(pid=80102) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 15 14:52:50.307693 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Added segment ea06f8b9-2045-4d7c-8f6d-d54b50a29686 of type flat for network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50
Jan 15 14:52:50.308937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:50.343279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.382537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.383856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:50.384464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:50.389213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ad2cb17c-6b7e-4fa9-a88f-da9254f1ebbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:50.492507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Pushing event updated for resources: {'Network': ['ID=7c28c2cf-a3de-4bd2-82d8-85cbb2496f50,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:50.495275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:50.496896 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4816327
Jan 15 14:52:50.502768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 14:52:52.976524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:52:53.030201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55312) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:53.174447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c54d6-09d9-4f20-b8b4-c4f766f4b35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:53.176447 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ad9c54d6-09d9-4f20-b8b4-c4f766f4b35c admin admin] 10.222.0.68 "GET /v2.0/subnets/69cc8bc1-2e5f-4db9-97b0-87a6b210351d HTTP/1.1" status: 200  len: 849 time: 0.1446645
Jan 15 14:52:53.322407 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-73d9195d-6410-48fe-be64-c581dd91f27a admin admin] 10.222.0.68 "GET /v2.0/routers/02c95ceb-064b-43a6-874e-2114426858bf HTTP/1.1" status: 200  len: 704 time: 0.1394951
Jan 15 14:52:53.955348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:54.330652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Allocated IP 172.20.0.1 (7ff3bbf3-4908-4747-a7c4-48cacbd582bb/69cc8bc1-2e5f-4db9-97b0-87a6b210351d/7fdae062-cc79-44c5-a2a3-0136d1ef693f) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 14:52:54.494122 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:54.511722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Transition to ACTIVE for port object 7fdae062-cc79-44c5-a2a3-0136d1ef693f will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:52:54.563138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:54.578314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:54.708197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Pushing event updated for resources: {'Port': ['ID=7fdae062-cc79-44c5-a2a3-0136d1ef693f,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:54.711779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:54.771166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 14:52:54.772282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:52:54.774649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 14:52:54.775187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:54.965544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4ea0c530-4560-4ded-9057-6200b4fa85c6 None None] Provisioning for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:52:54.970787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4ea0c530-4560-4ded-9057-6200b4fa85c6 None None] Provisioning complete for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:52:54.971190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4ea0c530-4560-4ded-9057-6200b4fa85c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:55.038192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-4ea0c530-4560-4ded-9057-6200b4fa85c6 None None] Port 7fdae062-cc79-44c5-a2a3-0136d1ef693f cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 14:52:55.045136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:55.331790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:55.335419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:55.336554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:55.352256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:55.481874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Pushing event updated for resources: {'Port': ['ID=7fdae062-cc79-44c5-a2a3-0136d1ef693f,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:55.484831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:55.542696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 14:52:55.543800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:52:55.765441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ffdcbe77-db15-4688-9a6c-7254c7ded8cc None None] Provisioning complete for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:52:55.765922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ffdcbe77-db15-4688-9a6c-7254c7ded8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:55.826074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-ffdcbe77-db15-4688-9a6c-7254c7ded8cc None None] Port 7fdae062-cc79-44c5-a2a3-0136d1ef693f cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 14:52:55.912961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Router 02c95ceb-064b-43a6-874e-2114426858bf is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 14:52:56.069776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 14:52:56.079184 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] 10.222.0.68 "PUT /v2.0/routers/02c95ceb-064b-43a6-874e-2114426858bf/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7465959
Jan 15 14:52:56.079617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Sync routers for ids ['02c95ceb-064b-43a6-874e-2114426858bf'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 14:52:56.091012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Routers {'02c95ceb-064b-43a6-874e-2114426858bf'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 14:52:56.091858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29190cc18>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T14:52:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['02c95ceb-064b-43a6-874e-2114426858bf'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:56.274601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Set router 02c95ceb-064b-43a6-874e-2114426858bf gateway port host: None {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 14:52:56.656967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29190cc18>, [{'id': '02c95ceb-064b-43a6-874e-2114426858bf', 'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:44Z', 'updated_at': '2021-01-15T14:52:54Z', 'revision_number': 2, 'project_id': '793662f4cc0543118c164a91222fda79', 'gw_port_host': None, '_interfaces': [{'id': '7fdae062-cc79-44c5-a2a3-0136d1ef693f', 'name': '', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'mac_address': 'fa:16:3e:35:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:54Z', 'updated_at': '2021-01-15T14:52:55Z', 'revision_number': 2, 'project_id': '793662f4cc0543118c164a91222fda79', 'subnets': [{'id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:56.662893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Checking router: 02c95ceb-064b-43a6-874e-2114426858bf for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 14:52:56.663314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Updating router 02c95ceb-064b-43a6-874e-2114426858bf port 7fdae062-cc79-44c5-a2a3-0136d1ef693f binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 14:52:56.715633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:57.328923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:57.344991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Transition to ACTIVE for port object 7fdae062-cc79-44c5-a2a3-0136d1ef693f will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:52:57.347766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:57.363270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:57.500875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Pushing event updated for resources: {'Port': ['ID=7fdae062-cc79-44c5-a2a3-0136d1ef693f,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:57.514664 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.515064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.515442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.515809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.516173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.516534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.516896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.517255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.517627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.518003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.518371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.518723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Tracked resource versions report:
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'}}
Jan 15 14:52:57.520706 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 14:52:57.536326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:57.689690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Attempting to bind port 7fdae062-cc79-44c5-a2a3-0136d1ef693f on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 14:52:57.690312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Attempting to bind port 7fdae062-cc79-44c5-a2a3-0136d1ef693f by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 14:52:57.690545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Attempting to bind port 7fdae062-cc79-44c5-a2a3-0136d1ef693f on network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 14:52:57.697155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 14:52:57.697568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Checking segment: {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:52:57.698067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:57.698500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Bound using segment: {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 14:52:57.699047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Bound port: 7fdae062-cc79-44c5-a2a3-0136d1ef693f, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc4599aa-c483-4a9b-9aa3-d4a6d53a2291', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 14:52:57.699473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:57.794185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] For port 7fdae062-cc79-44c5-a2a3-0136d1ef693f, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 14:52:57.799673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] For port 7fdae062-cc79-44c5-a2a3-0136d1ef693f, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=7fdae062-cc79-44c5-a2a3-0136d1ef693f,segment=NetworkSegment(cc4599aa-c483-4a9b-9aa3-d4a6d53a2291),segment_id=cc4599aa-c483-4a9b-9aa3-d4a6d53a2291)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 14:52:57.802138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:57.817553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:57.975288 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Pushing event updated for resources: {'Port': ['ID=7fdae062-cc79-44c5-a2a3-0136d1ef693f,revision_number=4']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:57.980699 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:58.040083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Routers {'02c95ceb-064b-43a6-874e-2114426858bf'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 14:52:58.040752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29190cc18>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T14:52:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['02c95ceb-064b-43a6-874e-2114426858bf'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:58.210685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] Set router 02c95ceb-064b-43a6-874e-2114426858bf gateway port host: None {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 14:52:58.553508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29190cc18>, [{'id': '02c95ceb-064b-43a6-874e-2114426858bf', 'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:44Z', 'updated_at': '2021-01-15T14:52:54Z', 'revision_number': 2, 'project_id': '793662f4cc0543118c164a91222fda79', 'gw_port_host': None, '_interfaces': [{'id': '7fdae062-cc79-44c5-a2a3-0136d1ef693f', 'name': '', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'mac_address': 'fa:16:3e:35:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:54Z', 'updated_at': '2021-01-15T14:52:57Z', 'revision_number': 4, 'project_id': '793662f4cc0543118c164a91222fda79', 'subnets': [{'id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:52:58.557760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c368e-2a6d-4f0c-b1bd-c1ee84168122 None None] The sync data for ids ['02c95ceb-064b-43a6-874e-2114426858bf'] in dv-cinder-734144-13-iscsi is: [{'id': '02c95ceb-064b-43a6-874e-2114426858bf', 'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:44Z', 'updated_at': '2021-01-15T14:52:54Z', 'revision_number': 2, 'project_id': '793662f4cc0543118c164a91222fda79', 'gw_port_host': None, '_interfaces': [{'id': '7fdae062-cc79-44c5-a2a3-0136d1ef693f', 'name': '', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'mac_address': 'fa:16:3e:35:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:54Z', 'updated_at': '2021-01-15T14:52:57Z', 'revision_number': 4, 'project_id': '793662f4cc0543118c164a91222fda79', 'subnets': [{'id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 14:52:58.645831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55324) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:52:58.852779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb816d-7121-4806-9e81-00fe5a908cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:58.853303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-17cb816d-7121-4806-9e81-00fe5a908cdf admin admin] Synchronizing usage tracker for tenant:1aee3567d77e42a3a7c26c2eedc85858 on resource:network {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 14:52:58.876028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-17cb816d-7121-4806-9e81-00fe5a908cdf admin admin] Unset dirty status for tenant:1aee3567d77e42a3a7c26c2eedc85858 on resource:network {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 14:52:58.883720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-17cb816d-7121-4806-9e81-00fe5a908cdf admin admin] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 842 time: 0.2303340
Jan 15 14:52:58.888455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'gateway_ip': '172.27.0.1'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:52:58.895269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:52:58.899397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Usage tracker for resource:subnet and tenant:1aee3567d77e42a3a7c26c2eedc85858 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:52:58.902390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:52:58.908617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:52:58.919332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Made reservation on behalf of 1aee3567d77e42a3a7c26c2eedc85858 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 14:52:58.924022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:59.373570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80102) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 14:52:59.374042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:59.389395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9af1ba96-89a8-423e-98ae-9e3b2ac3fe2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:52:59.523803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d00b6d-c970-4593-9e8d-6029786bd18b,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:52:59.528762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:52:59.605826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:52:59.606257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Network hostable DHCP agents. Network: 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 14:52:59.626271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 14:52:59.635881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:52:59.640417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:52:59.641223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:52:59.646470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa294cac-3856-4cb2-b804-6a5b8632b365 None None] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:52:59.663354 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7787800
Jan 15 14:52:59.897961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800dc7e-9632-4914-98f1-a07300022cda None None] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:53:00.675546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 7fdae062-cc79-44c5-a2a3-0136d1ef693f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:53:00.744586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:53:00.749667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:53:00.750129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:00.871804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:00.907432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 7fdae062-cc79-44c5-a2a3-0136d1ef693f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=7fdae062-cc79-44c5-a2a3-0136d1ef693f,segment=NetworkSegment(cc4599aa-c483-4a9b-9aa3-d4a6d53a2291),segment_id=cc4599aa-c483-4a9b-9aa3-d4a6d53a2291)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 14:53:00.911943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:00.916506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-02921823-cd1c-4528-9396-2390bd177e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:53:00.982978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=7fdae062-cc79-44c5-a2a3-0136d1ef693f,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:53:00.986385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:53:02.296493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55338) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:53:02.530863 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-27e2c223-579d-4e5c-a443-c939e8e9e51d admin admin] 10.222.0.68 "GET /v2.0/routers/02c95ceb-064b-43a6-874e-2114426858bf HTTP/1.1" status: 200  len: 710 time: 0.2330556
Jan 15 14:53:02.644478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 7fdae062-cc79-44c5-a2a3-0136d1ef693f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:53:02.675089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d88ec-f4c5-4743-ba76-956f5ea9d4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:53:02.678612 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1e5d88ec-f4c5-4743-ba76-956f5ea9d4f1 admin admin] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 886 time: 0.1411035
Jan 15 14:53:02.687219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:53:02.716374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:53:02.716781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.146430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.664609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.725004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.737388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.752557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:53:03.757237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:53:03.760127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:53:03.765712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:53:03.853148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.855773 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:03.871419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:53:03.967771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf5416-5ff2-4608-9835-554d3a80242c,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:53:03.971412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:53:04.140368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Allocated IP 172.27.0.217 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/0d847de3-7416-4834-8c56-4dc4265e84f7) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 14:53:04.296412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:04.322915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:04.338532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:53:04.473460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Pushing event updated for resources: {'Port': ['ID=0d847de3-7416-4834-8c56-4dc4265e84f7,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:53:04.477759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:53:04.530542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 14:53:04.531896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:53:04.534351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 14:53:04.929453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:05.277712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:05.281205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850940965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3834835', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850910245'] for router, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:05.467558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Router 02c95ceb-064b-43a6-874e-2114426858bf has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 14:53:05.835527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 14:53:05.845774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Sync routers for ids ['02c95ceb-064b-43a6-874e-2114426858bf'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 14:53:05.852277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:05.853587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] 10.222.0.68 "PUT /v2.0/routers/02c95ceb-064b-43a6-874e-2114426858bf HTTP/1.1" status: 200  len: 890 time: 3.1700394
Jan 15 14:53:05.856333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Routers {'02c95ceb-064b-43a6-874e-2114426858bf'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 14:53:05.857118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290bebc50>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T14:52:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['02c95ceb-064b-43a6-874e-2114426858bf'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:53:06.078474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Set router 02c95ceb-064b-43a6-874e-2114426858bf gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 14:53:06.446186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290bebc50>, [{'id': '02c95ceb-064b-43a6-874e-2114426858bf', 'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '0d847de3-7416-4834-8c56-4dc4265e84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:44Z', 'updated_at': '2021-01-15T14:53:04Z', 'revision_number': 4, 'project_id': '793662f4cc0543118c164a91222fda79', 'gw_port': {'id': '0d847de3-7416-4834-8c56-4dc4265e84f7', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:53:04Z', 'updated_at': '2021-01-15T14:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '7fdae062-cc79-44c5-a2a3-0136d1ef693f', 'name': '', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'mac_address': 'fa:16:3e:35:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:54Z', 'updated_at': '2021-01-15T14:53:00Z', 'revision_number': 5, 'project_id': '793662f4cc0543118c164a91222fda79', 'subnets': [{'id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:53:06.451403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Checking router: 02c95ceb-064b-43a6-874e-2114426858bf for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 14:53:06.451791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Updating router 02c95ceb-064b-43a6-874e-2114426858bf port 0d847de3-7416-4834-8c56-4dc4265e84f7 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 14:53:06.511281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:06.913415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:06.926352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Transition to ACTIVE for port object 0d847de3-7416-4834-8c56-4dc4265e84f7 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:53:06.929561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:06.945302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:53:07.078922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91d7f6-44b6-49b8-85ca-e2aabbca0f75 None None] Pushing event updated for resources: {'Port': ['ID=0d847de3-7416-4834-8c56-4dc4265e84f7,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:53:07.083907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff91d7f6-44b6-49b8-85ca-e2aabbca0f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:53:07.149323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Attempting to bind port 0d847de3-7416-4834-8c56-4dc4265e84f7 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 14:53:07.149727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Attempting to bind port 0d847de3-7416-4834-8c56-4dc4265e84f7 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 14:53:07.150178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Attempting to bind port 0d847de3-7416-4834-8c56-4dc4265e84f7 on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 14:53:07.155855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 14:53:07.156269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:53:07.156704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:07.157124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 14:53:07.157651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Bound port: 0d847de3-7416-4834-8c56-4dc4265e84f7, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 14:53:07.158095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:07.235658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] For port 0d847de3-7416-4834-8c56-4dc4265e84f7, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 14:53:07.239473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] For port 0d847de3-7416-4834-8c56-4dc4265e84f7, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=0d847de3-7416-4834-8c56-4dc4265e84f7,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 14:53:07.242885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:07.259486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:53:07.416605 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91d7f6-44b6-49b8-85ca-e2aabbca0f75 None None] Pushing event updated for resources: {'Port': ['ID=0d847de3-7416-4834-8c56-4dc4265e84f7,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:53:07.422389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff91d7f6-44b6-49b8-85ca-e2aabbca0f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:53:07.463397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Routers {'02c95ceb-064b-43a6-874e-2114426858bf'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 14:53:07.464044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290bebc50>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T14:52:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['02c95ceb-064b-43a6-874e-2114426858bf'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:53:07.810946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] Set router 02c95ceb-064b-43a6-874e-2114426858bf gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 14:53:08.180315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290bebc50>, [{'id': '02c95ceb-064b-43a6-874e-2114426858bf', 'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '0d847de3-7416-4834-8c56-4dc4265e84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:44Z', 'updated_at': '2021-01-15T14:53:04Z', 'revision_number': 4, 'project_id': '793662f4cc0543118c164a91222fda79', 'gw_port': {'id': '0d847de3-7416-4834-8c56-4dc4265e84f7', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:53:04Z', 'updated_at': '2021-01-15T14:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '7fdae062-cc79-44c5-a2a3-0136d1ef693f', 'name': '', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'mac_address': 'fa:16:3e:35:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:54Z', 'updated_at': '2021-01-15T14:53:00Z', 'revision_number': 5, 'project_id': '793662f4cc0543118c164a91222fda79', 'subnets': [{'id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:53:08.184512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446408f-e1e9-48b0-9add-598fb944788b None None] The sync data for ids ['02c95ceb-064b-43a6-874e-2114426858bf'] in dv-cinder-734144-13-iscsi is: [{'id': '02c95ceb-064b-43a6-874e-2114426858bf', 'name': 'router1', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '0d847de3-7416-4834-8c56-4dc4265e84f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T14:52:44Z', 'updated_at': '2021-01-15T14:53:04Z', 'revision_number': 4, 'project_id': '793662f4cc0543118c164a91222fda79', 'gw_port': {'id': '0d847de3-7416-4834-8c56-4dc4265e84f7', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:53:04Z', 'updated_at': '2021-01-15T14:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '7fdae062-cc79-44c5-a2a3-0136d1ef693f', 'name': '', 'network_id': '7ff3bbf3-4908-4747-a7c4-48cacbd582bb', 'tenant_id': '793662f4cc0543118c164a91222fda79', 'mac_address': 'fa:16:3e:35:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c95ceb-064b-43a6-874e-2114426858bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T14:52:54Z', 'updated_at': '2021-01-15T14:53:00Z', 'revision_number': 5, 'project_id': '793662f4cc0543118c164a91222fda79', 'subnets': [{'id': '69cc8bc1-2e5f-4db9-97b0-87a6b210351d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b827102-4251-4be2-83d9-b8327ae1ec4a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 14:53:08.608264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55348) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:53:08.678491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 0d847de3-7416-4834-8c56-4dc4265e84f7 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:53:08.749572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 0d847de3-7416-4834-8c56-4dc4265e84f7 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:53:08.755326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 0d847de3-7416-4834-8c56-4dc4265e84f7 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:53:08.755733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:08.776707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca79056-4a61-4d93-bf04-63845094686a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:53:08.778399 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9ca79056-4a61-4d93-bf04-63845094686a admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1690812
Jan 15 14:53:08.890431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:08.909144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 0d847de3-7416-4834-8c56-4dc4265e84f7, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=0d847de3-7416-4834-8c56-4dc4265e84f7,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 14:53:08.912280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:08.914645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff91d7f6-44b6-49b8-85ca-e2aabbca0f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:53:08.991338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=0d847de3-7416-4834-8c56-4dc4265e84f7,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:53:08.994694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:53:10.666273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 0d847de3-7416-4834-8c56-4dc4265e84f7 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:53:10.753056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 0d847de3-7416-4834-8c56-4dc4265e84f7 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:53:10.753569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:14.761018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3ec551b-f327-41b0-a866-b45abed47d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:16.809930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-14687ba7-6b36-4702-a33a-ca4d2ccc1143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:17.164976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:18.706670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:18.851463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:29.978247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:53:44.715254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aced5527-57be-4ef9-b0aa-cbbb40a2ec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:46.793527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e1ac-a7a1-43d8-baa9-0046a906c184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:47.150595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:48.710310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:53:48.852290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:06.977986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:54:14.718903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fd3fcb81-7945-498d-8e70-df197feb9e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:16.797541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-616c02d9-1c1b-48e4-b7fe-b43304b2dafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:17.154252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:18.711407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:18.852835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:43.977220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:54:44.724834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4ee2178a-0f9e-4e0c-822b-f9038cd8c165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:46.800283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fe383ee-4baa-4d09-80cb-608d921ac7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:47.158568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:48.715748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:54:48.857418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:14.719198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d868afc1-2c18-4c2f-9a0c-db975e4be272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:16.803031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f34fbf21-570c-4df0-a006-560ab5798f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:17.161474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:18.719180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:18.863205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:20.977333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:55:25.414099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 55924) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:25.598697 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-6a3c30bf-745f-4cf7-a474-dca5b75dd186 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:55:25.599402 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-6a3c30bf-745f-4cf7-a474-dca5b75dd186 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:55:25.910324 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3c30bf-745f-4cf7-a474-dca5b75dd186 admin admin] GET failed (client error): The resource could not be found.
Jan 15 14:55:25.912118 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6a3c30bf-745f-4cf7-a474-dca5b75dd186 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.4970157
Jan 15 14:55:26.131708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.policy [None req-6420155a-a285-4eda-b89e-e604faad67cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80101) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Jan 15 14:55:26.132573 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-6420155a-a285-4eda-b89e-e604faad67cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:55:26.132997 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING oslo_policy.policy [None req-6420155a-a285-4eda-b89e-e604faad67cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 15 14:55:26.143152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6420155a-a285-4eda-b89e-e604faad67cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:26.145843 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6420155a-a285-4eda-b89e-e604faad67cd admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.2292624
Jan 15 14:55:28.656063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55940) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:28.813705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11ab58-ec7c-41b6-a5cd-e6d0ee8d7c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:28.814357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1d11ab58-ec7c-41b6-a5cd-e6d0ee8d7c10 admin admin] Synchronizing usage tracker for tenant:1aee3567d77e42a3a7c26c2eedc85858 on resource:subnet {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 14:55:28.829666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1d11ab58-ec7c-41b6-a5cd-e6d0ee8d7c10 admin admin] Unset dirty status for tenant:1aee3567d77e42a3a7c26c2eedc85858 on resource:subnet {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 14:55:28.830916 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1d11ab58-ec7c-41b6-a5cd-e6d0ee8d7c10 admin admin] 10.222.0.68 "GET /v2.0/subnets/69cc8bc1-2e5f-4db9-97b0-87a6b210351d HTTP/1.1" status: 200  len: 849 time: 0.1738470
Jan 15 14:55:28.842245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:55:28.974557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:29.310679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363257251297720'] for subnet, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:29.328778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:55:29.468825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cc8bc1-2e5f-4db9-97b0-87a6b210351d,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:55:29.483385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.483785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.484161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.484527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.484891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.485261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.485622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.486023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.486400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.486758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.487111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.487465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:55:29.492269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:55:29.534572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:29.536035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:29.538772 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] 10.222.0.68 "PUT /v2.0/subnets/69cc8bc1-2e5f-4db9-97b0-87a6b210351d HTTP/1.1" status: 200  len: 868 time: 0.7000010
Jan 15 14:55:29.540784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d866d15-45d2-43d5-b991-2a812dfbb54d None None] Network 7ff3bbf3-4908-4747-a7c4-48cacbd582bb requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:55:30.055005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ed3a1470-2a9d-4b0f-8890-060af630ac70 None None] Provisioning complete for port 91ad47cb-b1a7-4d7a-aa5e-b58ff8f1f796 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:55:30.055423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1470-2a9d-4b0f-8890-060af630ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:30.184461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ed3a1470-2a9d-4b0f-8890-060af630ac70 None None] Provisioning complete for port 7fdae062-cc79-44c5-a2a3-0136d1ef693f triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:55:30.184982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1470-2a9d-4b0f-8890-060af630ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:32.074993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55950) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:32.301191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14042c24-99eb-4869-9079-03a769914284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:32.302772 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-14042c24-99eb-4869-9079-03a769914284 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2267380
Jan 15 14:55:34.842732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55960) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:35.059876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5f5bd4-a93b-4294-8b71-94fcb50cbc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:35.060301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5f5bd4-a93b-4294-8b71-94fcb50cbc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:35.062009 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8b5f5bd4-a93b-4294-8b71-94fcb50cbc84 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2181959
Jan 15 14:55:37.539360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55970) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:37.748482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb073ba2-f52d-4edb-b8b0-ddb0add6216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:37.749925 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-cb073ba2-f52d-4edb-b8b0-ddb0add6216c admin admin] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 886 time: 0.2095151
Jan 15 14:55:40.241061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55980) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:40.459383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b86ea-7a2d-4ae8-a431-144efc3f0f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:40.460859 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6f2b86ea-7a2d-4ae8-a431-144efc3f0f0d admin admin] 10.222.0.68 "GET /v2.0/networks/7ff3bbf3-4908-4747-a7c4-48cacbd582bb HTTP/1.1" status: 200  len: 862 time: 0.2187798
Jan 15 14:55:42.943545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 55990) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:43.090812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45257a55-8ee7-40e3-b2d1-1b0e23b7e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:43.091235 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45257a55-8ee7-40e3-b2d1-1b0e23b7e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:43.092911 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-45257a55-8ee7-40e3-b2d1-1b0e23b7e4eb admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1483634
Jan 15 14:55:44.720017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b81c0e2-1556-48a9-8bb9-16160e4ab1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:45.573494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56000) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:45.719762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4c3b8-c553-4e22-9bb6-5bfa04ed42d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:45.720174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4c3b8-c553-4e22-9bb6-5bfa04ed42d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:45.721785 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bfb4c3b8-c553-4e22-9bb6-5bfa04ed42d9 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1472147
Jan 15 14:55:46.805612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7fe41b6f-ab28-4e9c-b5e0-ad47741bc554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:47.163237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:48.260597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56010) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:48.408601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24cb75e-9e0e-4756-ba88-283bdc095121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:48.410068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d24cb75e-9e0e-4756-ba88-283bdc095121 admin admin] 10.222.0.68 "GET /v2.0/subnets/69cc8bc1-2e5f-4db9-97b0-87a6b210351d HTTP/1.1" status: 200  len: 868 time: 0.1484308
Jan 15 14:55:48.721816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:48.867055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:55:50.915805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56020) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:55:51.207878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb9a0b-36a9-4208-8439-936235e28797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:55:51.209347 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1ccb9a0b-36a9-4208-8439-936235e28797 admin admin] 10.222.0.68 "GET /v2.0/subnets/e5d00b6d-c970-4593-9e8d-6029786bd18b HTTP/1.1" status: 200  len: 816 time: 0.2925138
Jan 15 14:55:57.977196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:56:14.724730 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6f89ff7b-c35a-4d05-89ec-679fe763ad07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:16.810004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8c25407-a20e-40d7-a304-94e04fabe9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:17.158147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56060) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:56:17.169197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:17.244110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [None req-95e91524-1fb8-4d9b-8791-1bdef0691486 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 14:56:17.245244 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-95e91524-1fb8-4d9b-8791-1bdef0691486 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0859683
Jan 15 14:56:18.727228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:18.870995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:19.818578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56070) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:56:19.927830 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8826b05-987d-4ea3-8333-c634c7543898 admin admin] GET failed (client error): The resource could not be found.
Jan 15 14:56:19.929225 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a8826b05-987d-4ea3-8333-c634c7543898 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1095824
Jan 15 14:56:20.073546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6073a35-ac56-49b4-a047-57e2dc2210ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:56:20.075191 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e6073a35-ac56-49b4-a047-57e2dc2210ae admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1415684
Jan 15 14:56:22.595589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56080) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:56:22.678044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:56:22.683083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:56:22.692968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:56:22.705135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Made reservation on behalf of 1aee3567d77e42a3a7c26c2eedc85858 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 14:56:22.710359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:22.809179 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.services.revisions.revision_plugin [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fc2901e6828] {project_id='1aee3567d77e42a3a7c26c2eedc85858', id='67416e77-3f42-4a56-8248-53b382c80dfd', target_tenant='*', action='access_as_shared', object_id='19114934-64d6-4f6c-ad9c-41b2d6334de5'}> to bump revision.
Jan 15 14:56:22.827641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 14:56:22.837870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:22.838299 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Added segment 4ab6a8de-493c-4388-97f7-e036e8cf909c of type vxlan for network 19114934-64d6-4f6c-ad9c-41b2d6334de5
Jan 15 14:56:22.866482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:22.897936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:22.899222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:56:22.899858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:22.904825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3f45798a-61e6-4c72-a668-1fea185d8e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:56:23.009735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4128997
Jan 15 14:56:23.015476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Pushing event updated for resources: {'Network': ['ID=19114934-64d6-4f6c-ad9c-41b2d6334de5,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:56:23.019731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13877c88-dc22-47b9-a8cb-92e592e8be44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:56:23.030305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 14:56:25.537542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56090) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:56:25.642261 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77e62c3-a141-40ab-be2e-a6162b0f1a3f admin admin] GET failed (client error): The resource could not be found.
Jan 15 14:56:25.643627 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d77e62c3-a141-40ab-be2e-a6162b0f1a3f admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1050200
Jan 15 14:56:25.762654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23424a-8888-4409-8c72-a2fee5e9bdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:56:25.764293 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9b23424a-8888-4409-8c72-a2fee5e9bdd2 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1162601
Jan 15 14:56:25.777702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 14:56:25.780647 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.quota [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc2918260f0>.
Jan 15 14:56:25.787080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:56:25.799938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:56:25.813301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Made reservation on behalf of 1aee3567d77e42a3a7c26c2eedc85858 for: {'subnet': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 14:56:25.820246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:26.301968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:26.317990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:56:26.461871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b921893c-7542-4381-bd09-74fcb4885bae,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:56:26.479518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.479899 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.480271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.480639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.481002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.481360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.481720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.482120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.482495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.482851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.483211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.483559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Tracked resource versions report:
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'}}
Jan 15 14:56:26.484952 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 14:56:26.527621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:56:26.558555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Checking segment: {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:56:26.559152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Network hostable DHCP agents. Network: 19114934-64d6-4f6c-ad9c-41b2d6334de5, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 14:56:26.584404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 14:56:26.593945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 19114934-64d6-4f6c-ad9c-41b2d6334de5) {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:56:26.598951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 14:56:26.599567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:26.604027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d54cf-bf36-4ced-b720-ef2b68e9d9f2 None None] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:56:26.627184 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8536031
Jan 15 14:56:26.853586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-19114934-64d6-4f6c-ad9c-41b2d6334de5', 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5', 'tenant_id': '1aee3567d77e42a3a7c26c2eedc85858', 'fixed_ips': [{'subnet_id': 'b921893c-7542-4381-bd09-74fcb4885bae'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 14:56:26.854563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:27.176068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Allocated IP 192.168.233.2 (19114934-64d6-4f6c-ad9c-41b2d6334de5/b921893c-7542-4381-bd09-74fcb4885bae/bc0d0bc0-409c-4d6e-8c5e-b1d290024aac) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 14:56:27.574150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:27.586491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Transition to ACTIVE for port object bc0d0bc0-409c-4d6e-8c5e-b1d290024aac will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:56:27.604365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Transition to ACTIVE for port object bc0d0bc0-409c-4d6e-8c5e-b1d290024aac will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 14:56:27.610226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:27.627199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:56:27.765080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Pushing event updated for resources: {'Port': ['ID=bc0d0bc0-409c-4d6e-8c5e-b1d290024aac,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:56:27.776456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.776861 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.777278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.777666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.778063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.778428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.778800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.779169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.779535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.779897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.780262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.780623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:56:27.784918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:56:27.843174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 14:56:27.851144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 14:56:27.854403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 14:56:27.920029 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Attempting to bind port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 14:56:27.920438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Attempting to bind port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 14:56:27.920848 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Attempting to bind port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac on network 19114934-64d6-4f6c-ad9c-41b2d6334de5 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 14:56:27.928172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 14, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 14:56:27.928590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Checking segment: {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 14:56:27.929043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:27.929480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Bound using segment: {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 14:56:27.930072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Bound port: bc0d0bc0-409c-4d6e-8c5e-b1d290024aac, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 14:56:27.930506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:28.029085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] For port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 14:56:28.032948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] For port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=bc0d0bc0-409c-4d6e-8c5e-b1d290024aac,segment=NetworkSegment(4ab6a8de-493c-4388-97f7-e036e8cf909c),segment_id=4ab6a8de-493c-4388-97f7-e036e8cf909c)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 14:56:28.036446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:28.050747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff91d7f6-44b6-49b8-85ca-e2aabbca0f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:56:28.196883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Pushing event updated for resources: {'Port': ['ID=bc0d0bc0-409c-4d6e-8c5e-b1d290024aac,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:56:28.210767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:56:28.786439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device bc0d0bc0-409c-4d6e-8c5e-b1d290024aac up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:56:28.855354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:56:29.493412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb857a-79ff-4ccd-bf51-9cf8c055a115 None None] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 14:56:29.602408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Provisioning for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 14:56:29.622769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Provisioning complete for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:56:29.623177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:29.852386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:29.900568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] For port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=bc0d0bc0-409c-4d6e-8c5e-b1d290024aac,segment=NetworkSegment(4ab6a8de-493c-4388-97f7-e036e8cf909c),segment_id=4ab6a8de-493c-4388-97f7-e036e8cf909c)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 14:56:29.903441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:29.905460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:56:29.991224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Pushing event updated for resources: {'Port': ['ID=bc0d0bc0-409c-4d6e-8c5e-b1d290024aac,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:56:29.992902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:56:30.130488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-fe4a5ef5-7697-4df1-8396-1d3b76bf8ac1 None None] Provisioning complete for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:56:30.130912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5ef5-7697-4df1-8396-1d3b76bf8ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:30.396921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d587f248-420a-458d-be6e-365ef22fbc2a None None] Provisioning complete for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:56:30.397375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d587f248-420a-458d-be6e-365ef22fbc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:30.644244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d3813089-9303-49cd-a1a8-591bc5951a2d None None] Provisioning complete for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:56:30.644798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3813089-9303-49cd-a1a8-591bc5951a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:30.765278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device bc0d0bc0-409c-4d6e-8c5e-b1d290024aac up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 14:56:30.843464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port bc0d0bc0-409c-4d6e-8c5e-b1d290024aac triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 14:56:30.843817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:34.976652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:56:44.729334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e9df5c72-1629-45ba-a964-a6213e13b17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:46.812963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cdbc3115-71dc-40f6-ba70-160fa83738c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:47.171129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:48.730783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:56:48.874973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:11.976139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:57:14.733133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c559a777-bbad-47e3-808a-cfb1f9ac0bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:16.808595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-400fe56d-f855-4f2f-a8c8-2bea490a399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:17.173043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:18.739941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:18.878790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:33.456321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56136) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:57:33.463032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [None req-4730a7ce-a44e-4d1a-abe5-efe4171560d1 tempest-verify_tempest_config-962071641 tempest-verify_tempest_config-962071641] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 14:57:33.464105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4730a7ce-a44e-4d1a-abe5-efe4171560d1 tempest-verify_tempest_config-962071641 tempest-verify_tempest_config-962071641] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0067198
Jan 15 14:57:33.825020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56156) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:57:33.998938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.015530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 14:57:34.020629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb49a8a68b74d8e87d18e875c34b083 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 14:57:34.024161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 14:57:34.030223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 14:57:34.146114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.149002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.156525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:57:34.203933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8352ce5f-38e9-44d0-b072-eb030f45640a,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:57:34.210517 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7eb49a8a68b74d8e87d18e875c34b083&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3844018
Jan 15 14:57:34.214274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56162) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:57:34.215148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.215544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.215975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.216335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.216724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.217055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.217413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.217773 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.218169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.218526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.218878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.219227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.225353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:57:34.284671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.312196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.365873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.371594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 14:57:34.385783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8352ce5f-38e9-44d0-b072-eb030f45640a,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 14:57:34.395091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.395499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.395884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.396250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.396618 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.396987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.397356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.397720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.398180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.398493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.398875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.399218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:57:34.402164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:34.406101 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8352ce5f-38e9-44d0-b072-eb030f45640a HTTP/1.1" status: 204  len: 168 time: 0.1882286
Jan 15 14:57:34.406101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 14:57:44.735888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-28211580-938a-42d7-8089-14763d073337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:46.811997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-77fca5ba-f165-4020-a400-c7f1e7f28564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:47.176053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:48.733394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:48.881108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:57:48.975469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:58:14.737604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-17883052-7a36-48d9-afc0-a6f7e0f190c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:16.817641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3ca4f93-7c04-45a5-9417-01f8baa57675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:17.178868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:18.736139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:18.886052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:25.974695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:58:44.747492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ba11274-9317-45d5-b44a-53f20f3c0023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:46.809755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c134cca9-61d4-4b43-aa59-b4c3c637844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:47.181602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:48.743400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:58:48.912194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:02.974408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 5 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:59:14.741070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3b602434-6ad1-4d0c-b61a-e7c1bc984c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:16.812753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ea217120-f33c-4fc9-8b54-bc662bb8b0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:17.185647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:18.736238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:18.895120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:22.897216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032'] for agent, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:22.897764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.898070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.898452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.898832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.899210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.899584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.900001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.900433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.900806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.901177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.901549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.901980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 14:59:22.902375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc290856ac8>, 'Open vSwitch agent', 'hv-cinder-73414', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:59:22.906683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc29c3452b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73414', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 14:59:23.391724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] get_endpoint_by_host() called for host hv-cinder-73414 {{(pid=80104) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 15 14:59:23.395839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=80104) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 15 14:59:23.398918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=80104) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 15 14:59:23.403683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] _get_endpoints() called {{(pid=80104) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 15 14:59:33.739943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56234) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:59:33.901182 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-470b230e-5254-4d1b-8767-6a9ddceeeabd admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.1600440
Jan 15 14:59:36.456712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56244) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 14:59:36.546121 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b547ee54-6340-470f-9e58-f713702f2437 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5091 time: 0.0882089
Jan 15 14:59:39.974643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 14:59:44.742685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b117aaa5-ef7a-45e0-bcf9-03c14b4d925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:46.820449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aef3acf8-ea06-495f-9726-5c370e864425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:47.187918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:48.739195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:48.898354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 14:59:52.913840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:14.744845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-23a5c775-5a35-4379-8d8e-542ee0812b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:16.813761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fabc9d1-3ea4-40e0-bd5d-2d6cf5a745db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:16.974622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:00:17.189905 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:18.741059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:18.901790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:22.927937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:44.747010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-acc14502-2c3e-468f-b7ba-acdd7b99deae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:46.820239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b1456d7f-62c6-4d27-935c-aa618a45959a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:47.193951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:48.743741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:48.906031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:52.927358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:00:53.975003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:01:14.754086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8f6415c8-f12a-4364-a92c-421adb8986d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:16.815462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bc3c-c9cc-4bc9-aabd-d5932245dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:17.204798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:18.755990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:18.922748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:20.749929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56370) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:21.236610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107913145-network', 'tenant_id': 'e511a6b62e084768a11f412d9e4aa08b'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:21.243527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:21.249394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Usage tracker for resource:network and tenant:e511a6b62e084768a11f412d9e4aa08b is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:21.252823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:21.259049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:21.270633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Made reservation on behalf of e511a6b62e084768a11f412d9e4aa08b for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:21.275664 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.288742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.304878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:21.308857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Usage tracker for resource:security_group_rule and tenant:e511a6b62e084768a11f412d9e4aa08b is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:21.313202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:21.319623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:21.417758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.422164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.427390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-980c3b32-7086-4e94-b5d6-8c0d9f2125d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:21.465433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:01:21.469187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9ba2e9-5a1b-4447-9793-d901e005e2dc,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:21.485589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.485991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.486366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.486733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.487099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.487461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.487823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.488181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.488592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.488950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.489306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.489658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.490115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.490493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.490855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.491208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.491558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.491926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.492281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.492634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.492987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.493338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.493685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.494058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Tracked resource versions report:
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'},
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@hv-cinder-73414: {   'AddressGroup': '1.1',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'ConntrackHelper': '1.0',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Log': '1.0',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Network': '1.1',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Port': '1.6',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'PortForwarding': '1.2',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'QosPolicy': '1.8',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroup': '1.4',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroupRule': '1.2',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SubPort': '1.0',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Subnet': '1.1',
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Trunk': '1.1'}}
Jan 15 15:01:21.495400 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 15:01:21.500384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.500384 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Added segment 2201f356-c4d4-421b-943f-eb118e4fc6b4 of type vxlan for network 315601d5-55e8-401f-9082-fa9f824d4e2a
Jan 15 15:01:21.518391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:21.544028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.583583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.585104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:21.586165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.591377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:21.709844 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9581504
Jan 15 15:01:21.712343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56402) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:21.718372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Pushing event updated for resources: {'Network': ['ID=315601d5-55e8-401f-9082-fa9f824d4e2a,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:21.723638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Request body: {'subnet': {'network_id': '315601d5-55e8-401f-9082-fa9f824d4e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107913145-subnet', 'tenant_id': 'e511a6b62e084768a11f412d9e4aa08b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:21.729034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:21.733598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Usage tracker for resource:subnet and tenant:e511a6b62e084768a11f412d9e4aa08b is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:21.736830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:21.742694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:21.743137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 315601d5-55e8-401f-9082-fa9f824d4e2a details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:21.746380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:21.754748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Made reservation on behalf of e511a6b62e084768a11f412d9e4aa08b for: {'subnet': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:21.759728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:21.770328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 315601d5-55e8-401f-9082-fa9f824d4e2a details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:22.263121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:22.281050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15bbbafb-22e3-4a3b-a6a4-48eac156c14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:22.413390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600d673f-35c8-4f1d-8638-509a138abae2,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:22.416320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:22.497267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Checking segment: {'id': '2201f356-c4d4-421b-943f-eb118e4fc6b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '315601d5-55e8-401f-9082-fa9f824d4e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:22.497707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Network hostable DHCP agents. Network: 315601d5-55e8-401f-9082-fa9f824d4e2a, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:01:22.519195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Network 315601d5-55e8-401f-9082-fa9f824d4e2a is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:01:22.529220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 315601d5-55e8-401f-9082-fa9f824d4e2a) {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:22.535032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:22.535680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:22.547880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bdbf9-059f-4708-9ee6-77f3ff28fab0 None None] Network 315601d5-55e8-401f-9082-fa9f824d4e2a requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:22.565632 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8521030
Jan 15 15:01:22.778571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10bca4-c1e0-4330-80ae-a5624d80b964 None None] Network 315601d5-55e8-401f-9082-fa9f824d4e2a requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:22.984048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.026593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56454) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:23.143252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56462) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:23.189410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56472) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:23.200719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56478) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:23.387036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-network', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:23.393863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.398480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Usage tracker for resource:network and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.401780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.408896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.418137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Made reservation on behalf of fb9c8fffb1fa4e1db6dd94d85713ca99 for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:23.424240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.437880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.452578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-942197171-network', 'tenant_id': '875882458de44009a4d2798b2d10b8ef'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:23.458471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.464507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Usage tracker for resource:network and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.468300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.474220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.475180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.479191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.483793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.486883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Made reservation on behalf of 875882458de44009a4d2798b2d10b8ef for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:23.490315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.492563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.508946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.530363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.535379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.539177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.547510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.598668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.604744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.627893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:23.644981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.649864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:01:23.650738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.664346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4de9a-62e6-43ca-9439-f8df8583be6d,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:23.668721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:23.680132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:23.683545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.686105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Added segment c8a2b3f0-916e-40e9-80db-fa61bdfb917a of type vxlan for network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290
Jan 15 15:01:23.697863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f77499-21ee-44cb-8d9b-6dc9db9beb95,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:23.707173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.707564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.707943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.708321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.708813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.709195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.709665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.710468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.710934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.711357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.711726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.712215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.712659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.713027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.713393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.713754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.714142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.714525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.715010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.715377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.715739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.716091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.716449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.717464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Tracked resource versions report:
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'},
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@hv-cinder-73414: {   'AddressGroup': '1.1',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'ConntrackHelper': '1.0',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Log': '1.0',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Network': '1.1',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Port': '1.6',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'PortForwarding': '1.2',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'QosPolicy': '1.8',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroup': '1.4',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroupRule': '1.2',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SubPort': '1.0',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Subnet': '1.1',
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Trunk': '1.1'}}
Jan 15 15:01:23.719099 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 15:01:23.723857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:23.728508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.763350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.767823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:01:23.768307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:01:23.769136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:23.769807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.776131 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:23.777874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-37494404-network', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:23.785083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.791188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Usage tracker for resource:network and tenant:160c7423c7bf4272829b7e878afef1c8 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.794570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.804379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.811994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1690331413-network', 'tenant_id': 'b7fa13b3ef3d458b8e93daa62ff8f11e'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:23.816724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Made reservation on behalf of 160c7423c7bf4272829b7e878afef1c8 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:23.823171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.847219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.865445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.870072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Usage tracker for resource:security_group_rule and tenant:160c7423c7bf4272829b7e878afef1c8 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.874732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.883192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.915895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.927579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8994062
Jan 15 15:01:23.929345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56498) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:23.931005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Usage tracker for resource:network and tenant:b7fa13b3ef3d458b8e93daa62ff8f11e is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.936388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Request body: {'subnet': {'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-subnet', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:23.937130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.940223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Pushing event updated for resources: {'Network': ['ID=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:23.942812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:23.945703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:23.946636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.948442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Usage tracker for resource:subnet and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:23.952901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:23.954175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:23.959686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:23.964056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Made reservation on behalf of b7fa13b3ef3d458b8e93daa62ff8f11e for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:23.974808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:23.975381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Made reservation on behalf of fb9c8fffb1fa4e1db6dd94d85713ca99 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:23.979298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:23.981268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.019318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.043785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:24.049262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Usage tracker for resource:security_group_rule and tenant:b7fa13b3ef3d458b8e93daa62ff8f11e is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:24.052859 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:24.059937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:24.175854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.188219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.193299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.202361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.202553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:24.210021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:24.249098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe31734d-945f-482f-b863-85eaaf658c48,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:24.255844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:24.263113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9762dc73-36e0-4fab-8bae-685ede73d4ce,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:24.268701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:24.276228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:01:24.287563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.288158 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Added segment 49d4264d-4e6d-4a01-9339-0b5cccf89042 of type vxlan for network e58815fb-b0d5-4b77-9955-4dd130ef655f
Jan 15 15:01:24.305043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.319321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.390297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.391674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:24.392638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.402571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:01:24.405110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:01:24.415473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:01:24.415950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:01:24.422551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-83ed0ad9-05ec-4877-8a03-e2c46554464c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:24.457603 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2520399
Jan 15 15:01:24.459823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56514) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:24.518963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Request body: {'subnet': {'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1690331413-subnet', 'tenant_id': 'b7fa13b3ef3d458b8e93daa62ff8f11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:24.528889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:24.544698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Usage tracker for resource:subnet and tenant:b7fa13b3ef3d458b8e93daa62ff8f11e is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:24.551034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:24.560285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:24.563048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Pushing event updated for resources: {'Network': ['ID=e58815fb-b0d5-4b77-9955-4dd130ef655f,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:24.566702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:24.576396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network e58815fb-b0d5-4b77-9955-4dd130ef655f details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:24.576921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Made reservation on behalf of b7fa13b3ef3d458b8e93daa62ff8f11e for: {'subnet': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:24.582485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.634919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network e58815fb-b0d5-4b77-9955-4dd130ef655f details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:24.676835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.746428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:01:24.765092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.765092 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Added segment a0e28b0e-aa3e-401d-b373-a637eee5c185 of type vxlan for network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b
Jan 15 15:01:24.860495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.872060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:24.891366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:24.927300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.283276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.294477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.resource_extend [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 15 15:01:25.393127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.398364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:01:25.398721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:01:25.409284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:25.409959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.425095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba101aa-8296-4a9d-95de-f02ff42f8b78,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:25.427915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:25.434222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:25.434662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:25.527521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d86db5-be17-49bf-a738-793498a97751,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:25.531826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Checking segment: {'id': '49d4264d-4e6d-4a01-9339-0b5cccf89042', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:25.531826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Network hostable DHCP agents. Network: e58815fb-b0d5-4b77-9955-4dd130ef655f, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:01:25.538903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:25.543493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56546) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:25.551383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-741308189-network', 'tenant_id': 'd24ddbc8cd5743fdbe3ce615360eadde'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:25.563042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:25.567331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Network e58815fb-b0d5-4b77-9955-4dd130ef655f is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:01:25.571254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Usage tracker for resource:network and tenant:d24ddbc8cd5743fdbe3ce615360eadde is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:25.577142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:25.587431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:25.594545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, e58815fb-b0d5-4b77-9955-4dd130ef655f) {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:25.602064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:25.602790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54eb5c4-5903-4c26-95e5-8769215168bf None None] Network e58815fb-b0d5-4b77-9955-4dd130ef655f requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:25.603414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.613575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb49b4f-aa51-4928-bf6a-d4d23f09268b,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:25.621975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:25.630556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:25.645516 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 2.5009966
Jan 15 15:01:25.646253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56550) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:25.662740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Request body: {'subnet': {'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-942197171-subnet', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:25.670828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:25.677555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Usage tracker for resource:subnet and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:25.677966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Made reservation on behalf of d24ddbc8cd5743fdbe3ce615360eadde for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:25.683920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:25.691226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Checking segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:25.691547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.691676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Network hostable DHCP agents. Network: ee5f19e0-b8a7-4ae5-9e74-38af9d43f290, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:01:25.696423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:25.708154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:25.721482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Made reservation on behalf of 875882458de44009a4d2798b2d10b8ef for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:25.726965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.729874 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-91610691-11bb-47c6-b2c1-5acbbe203006 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2689373
Jan 15 15:01:25.736529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.776258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:25.786603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:d24ddbc8cd5743fdbe3ce615360eadde is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:25.805325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:25.816613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:25.912982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:01:25.976290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, ee5f19e0-b8a7-4ae5-9e74-38af9d43f290) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:25.979368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.981128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:25.982040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.986025 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:25.994746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:26.002049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded730e5-ae6a-4262-b30e-b1f7d6327651 None None] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:26.084625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:01:26.098628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1a9b8-2bd5-43e7-94dd-8f91528d0d1c,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:26.104239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:26.126690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.127146 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Added segment 35fe5319-0513-44a2-88b8-34191eef8bd3 of type vxlan for network d59509d0-34df-464a-934e-fe4fd226715e
Jan 15 15:01:26.138347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.199114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.249090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56578) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:26.260847 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.3127153
Jan 15 15:01:26.273594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:26.290125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:26.312064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Usage tracker for resource:router and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:26.317183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:26.328711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.329935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:26.341968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:26.342694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.369313 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:26.370144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:01:26.370894 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:01:26.572685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39446d3c-2a88-4f0b-b9ae-deaae5e29197 None None] Network e58815fb-b0d5-4b77-9955-4dd130ef655f requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:26.589210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.604812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.606271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.640301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:26.680853 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1361623
Jan 15 15:01:26.693623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56598) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:26.704497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=d59509d0-34df-464a-934e-fe4fd226715e,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:26.722928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:26.728732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network d59509d0-34df-464a-934e-fe4fd226715e details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:26.730279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:26.762995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network d59509d0-34df-464a-934e-fe4fd226715e details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:26.772394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Request body: {'subnet': {'network_id': 'd59509d0-34df-464a-934e-fe4fd226715e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-741308189-subnet', 'tenant_id': 'd24ddbc8cd5743fdbe3ce615360eadde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:26.803438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:26.841140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Usage tracker for resource:subnet and tenant:d24ddbc8cd5743fdbe3ce615360eadde is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:26.860703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:26.899867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:26.916347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=983d9e7f-1df3-4c65-b339-64a90298d7b4,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:26.923725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:27.022129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Made reservation on behalf of d24ddbc8cd5743fdbe3ce615360eadde for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:27.026871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.228262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Checking segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:27.228720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Network hostable DHCP agents. Network: 0eb49b4f-aa51-4928-bf6a-d4d23f09268b, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:01:27.302438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:01:27.365260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:01:27.366238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.377646 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.400021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 0eb49b4f-aa51-4928-bf6a-d4d23f09268b) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:27.404901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:27.405978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.462546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bfc41a-f7e4-43a8-9d7a-c75bcf5a2ba1 None None] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:27.535317 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8810728
Jan 15 15:01:27.538687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56636) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:27.562141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:27.570014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:27.576319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Usage tracker for resource:router and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:27.580415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:27.594294 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:27.616224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.617550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.658560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.712775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.769374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56650) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:27.779281 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 15 15:01:27.847229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-79059821-c393-463d-ba7f-511d0cd8fbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:27.889625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.923571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:01:27.924306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.986787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:01:27.996372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:27.996770 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Added segment 72faaf25-5582-42cc-95d7-20168f851b7a of type vxlan for network bd188fb4-c388-457a-bab0-72271f70008e
Jan 15 15:01:28.024503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.067651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.072767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:28.073406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.093746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29eefa61-0a9a-41f2-a54b-4f6247c733d1,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:28.104379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:28.106360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:28.128007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Checking segment: {'id': '35fe5319-0513-44a2-88b8-34191eef8bd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd59509d0-34df-464a-934e-fe4fd226715e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:28.128408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Network hostable DHCP agents. Network: d59509d0-34df-464a-934e-fe4fd226715e, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:01:28.208263 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 5.0176353
Jan 15 15:01:28.220417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56678) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:28.240271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Request body: {'subnet': {'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-subnet', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:28.245869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:28.251514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Usage tracker for resource:subnet and tenant:160c7423c7bf4272829b7e878afef1c8 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:28.254829 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:28.261552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:28.272857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Network d59509d0-34df-464a-934e-fe4fd226715e is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:01:28.282989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Allocated IP 172.20.0.2 (0eb49b4f-aa51-4928-bf6a-d4d23f09268b/983d9e7f-1df3-4c65-b339-64a90298d7b4/d0c25c46-f103-4f9c-b140-6c22125c1dec) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:28.289466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Made reservation on behalf of 160c7423c7bf4272829b7e878afef1c8 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:28.313064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.444643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.501191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.547743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.562272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Pushing event updated for resources: {'Network': ['ID=bd188fb4-c388-457a-bab0-72271f70008e,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:28.570948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Transition to ACTIVE for port object d0c25c46-f103-4f9c-b140-6c22125c1dec will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:28.588701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Transition to ACTIVE for port object d0c25c46-f103-4f9c-b140-6c22125c1dec will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:28.590183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:28.593828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, d59509d0-34df-464a-934e-fe4fd226715e) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:28.599272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:28.599915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.601406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network bd188fb4-c388-457a-bab0-72271f70008e details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:28.615972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network bd188fb4-c388-457a-bab0-72271f70008e details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:01:28.638708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd0004-d897-4b53-8a50-60ad09320706 None None] Network d59509d0-34df-464a-934e-fe4fd226715e requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:28.653872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:28.677935 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d121c305-b429-42b9-9cce-7122c5d1b802 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9830976
Jan 15 15:01:28.884279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Allocated IP 172.27.0.173 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:28.965488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.112391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56698) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:29.144561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:29.215616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e269960-0c49-4c8a-a09a-a89bff072b08,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:29.240043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:29.278354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Checking segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:29.278731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Network hostable DHCP agents. Network: bd188fb4-c388-457a-bab0-72271f70008e, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:01:29.302129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Network bd188fb4-c388-457a-bab0-72271f70008e is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:01:29.314391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, bd188fb4-c388-457a-bab0-72271f70008e) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:29.329411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:29.330793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.352775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.360191 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1358356
Jan 15 15:01:29.365600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56722) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:29.372204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:29.377864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:29.382543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Usage tracker for resource:router and tenant:160c7423c7bf4272829b7e878afef1c8 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:29.386478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:29.393819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:29.406254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.407996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.417097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.428523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.462388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f904bcd3-041e-4260-a3c5-23d30f388d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:29.494842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-33b34567-5a76-4766-90ec-458060dfd742 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:29.495781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-33b34567-5a76-4766-90ec-458060dfd742 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Synchronizing usage tracker for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:network {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:29.504786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Deleting subnet 600d673f-35c8-4f1d-8638-509a138abae2 {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:01:29.537801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.639479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823a872c-01c0-4c8c-aeb0-476e97e5af04 None None] Network bd188fb4-c388-457a-bab0-72271f70008e requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:29.667336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e8de8-91f9-46b6-a987-74dca0853237 None None] Network d59509d0-34df-464a-934e-fe4fd226715e requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:29.690842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.705188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-33b34567-5a76-4766-90ec-458060dfd742 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Unset dirty status for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:network {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:29.712045 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-33b34567-5a76-4766-90ec-458060dfd742 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/networks?id=e58815fb-b0d5-4b77-9955-4dd130ef655f HTTP/1.1" status: 200  len: 812 time: 1.9349899
Jan 15 15:01:29.718774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.726692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.746717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Pushing event updated for resources: {'Port': ['ID=d0c25c46-f103-4f9c-b140-6c22125c1dec,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:29.823576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:29.966939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:30.036857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Allocated IP 172.20.0.2 (ee5f19e0-b8a7-4ae5-9e74-38af9d43f290/1ba101aa-8296-4a9d-95de-f02ff42f8b78/f7adfb31-5dbc-4bb3-bab7-b76c4838edfb) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:30.049960 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-64ee7d0b-b907-4632-b456-1a3ca0d69bc2 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/quotas/b7fa13b3ef3d458b8e93daa62ff8f11e HTTP/1.1" status: 200  len: 375 time: 0.3369260
Jan 15 15:01:30.051807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:30.054674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.055719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.056292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.056676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.057055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.057429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.057801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.058339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.058711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.059079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.059440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.059806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.060249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.061241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.061612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.061980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.062354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.062721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.063085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.063803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.064210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.064570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.064937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.065301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Tracked resource versions report:
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'},
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@hv-cinder-73414: {   'AddressGroup': '1.1',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'ConntrackHelper': '1.0',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Log': '1.0',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Network': '1.1',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Port': '1.6',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'PortForwarding': '1.2',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'QosPolicy': '1.8',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroup': '1.4',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroupRule': '1.2',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SubPort': '1.0',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Subnet': '1.1',
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Trunk': '1.1'}}
Jan 15 15:01:30.067221 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 15:01:30.105165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:30.207887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:30.229050 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-37833d54-2ef0-4b35-870f-3c53c7f487b8 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?tenant_id=b7fa13b3ef3d458b8e93daa62ff8f11e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0832310
Jan 15 15:01:30.345970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:30.366740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:30.461189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:30.470238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:30.476409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:30.528820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:30.571846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:30.573030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Attempting to bind port d0c25c46-f103-4f9c-b140-6c22125c1dec on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:01:30.573454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Attempting to bind port d0c25c46-f103-4f9c-b140-6c22125c1dec by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:01:30.573876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Attempting to bind port d0c25c46-f103-4f9c-b140-6c22125c1dec on network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:01:30.671998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:01:30.672430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Checking segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:30.672886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:30.673337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Bound using segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:01:30.673924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Bound port: d0c25c46-f103-4f9c-b140-6c22125c1dec, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:01:30.675962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:30.697911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1bbd1-bee8-41f5-86f0-620a07a64301 None None] Network bd188fb4-c388-457a-bab0-72271f70008e requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:30.742396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600d673f-35c8-4f1d-8638-509a138abae2,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:30.749656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:30.806663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:30.870151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56790) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:30.882205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:30.885099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:30.957844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:30.959940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Allocated IP 172.27.0.151 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/6db57189-81f9-452b-9273-9b55375ff083) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:30.977742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:01:30.992267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Transition to ACTIVE for port object f7adfb31-5dbc-4bb3-bab7-b76c4838edfb will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:31.051643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Transition to ACTIVE for port object f7adfb31-5dbc-4bb3-bab7-b76c4838edfb will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:31.067644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] For port d0c25c46-f103-4f9c-b140-6c22125c1dec, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:01:31.073958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.099663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:31.114247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-bbb79cea-3846-4181-a4b0-97af62285fea service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:01:31.122297 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-bbb79cea-3846-4181-a4b0-97af62285fea service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3994508
Jan 15 15:01:31.134319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] For port d0c25c46-f103-4f9c-b140-6c22125c1dec, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d0c25c46-f103-4f9c-b140-6c22125c1dec,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:01:31.142939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.173028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.189972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ea7153c-b558-4a89-a95a-ea9c1755902a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:31.208478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.309720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.324346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Pushing event updated for resources: {'Port': ['ID=6db57189-81f9-452b-9273-9b55375ff083,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:31.328732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:31.361236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.361687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Pushing event updated for resources: {'Port': ['ID=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:31.385508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:31.385864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:31.386010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:31.387116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:31.389512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:31.398389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.434313 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/600d673f-35c8-4f1d-8638-509a138abae2 HTTP/1.1" status: 204  len: 168 time: 2.3049848
Jan 15 15:01:31.444209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56800) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:31.452230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:31.458645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.548099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Usage tracker for resource:security_group_rule and tenant:ce789bf2cc044acf8df492adcdfe6e39 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:31.574620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:31.682141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:31.715996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:31.718898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:31.732830 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-37e90dbe-c40c-4917-b14c-97e3b34f3247 service neutron] 10.222.0.68 "GET /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6084573
Jan 15 15:01:31.747751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:31.761385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Pushing event updated for resources: {'Port': ['ID=d0c25c46-f103-4f9c-b140-6c22125c1dec,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:31.780430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:31.800218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.848743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Attempting to bind port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:01:31.849162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Attempting to bind port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:01:31.849568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Attempting to bind port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb on network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:01:31.860790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:01:31.861221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Checking segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:31.861678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.862146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Bound using segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:01:31.862677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Bound port: f7adfb31-5dbc-4bb3-bab7-b76c4838edfb, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:01:31.863563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.886497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:31.978059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] For port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:01:31.981811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] For port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:01:31.989199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:32.085450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:32.219849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Pushing event updated for resources: {'Port': ['ID=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:32.233272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:32.258159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:32.472287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:32.684831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Router 89089dd0-74c4-497d-8ffa-d20cd073cd12 is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:01:32.762108 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-80cfc392-db66-480b-990a-a2ebba203a03 service neutron] 10.222.0.68 "GET /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0050390
Jan 15 15:01:32.764605 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:32.979980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:01:32.995025 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Sync routers for ids ['89089dd0-74c4-497d-8ffa-d20cd073cd12'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:01:33.037171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Routers {'89089dd0-74c4-497d-8ffa-d20cd073cd12'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:33.040353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:33.040751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a15080>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['89089dd0-74c4-497d-8ffa-d20cd073cd12'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:33.044408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.6749959
Jan 15 15:01:33.046880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56824) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:33.175225 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56834) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:33.204213 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 15 15:01:33.267319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d0c25c46-f103-4f9c-b140-6c22125c1dec up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:33.294302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc2905bb710>> segment before_delete 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.294765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc2905bb710>> subnet precommit_delete_associations 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.296633 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-11b42a6a-a52d-4fc3-ad6a-660bedeb6cce req-6eb469f0-b709-4544-8a7c-b25304cd4ae3 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.1200294
Jan 15 15:01:33.310675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> segment_host_mapping after_create 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.311201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> port after_create 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.311739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> port after_delete 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.312257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> port after_update 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.312648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> segment after_delete 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.313021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> subnet after_create 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.313391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> subnet after_delete 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.313756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc29199cf60>> subnet after_update 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.417451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port d0c25c46-f103-4f9c-b140-6c22125c1dec completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:33.424743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f7adfb31-5dbc-4bb3-bab7-b76c4838edfb up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:33.485315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Set router 89089dd0-74c4-497d-8ffa-d20cd073cd12 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:33.553976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc29071e080>> subnet after_create 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.554368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc29071e080>> subnet after_delete 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.554746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc29071e080>> subnet before_create 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.555119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc29071e080>> subnet before_update 55550000 {{(pid=80101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:33.555522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2915839b0>,) {'filters': {'network_id': ['315601d5-55e8-401f-9082-fa9f824d4e2a']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:33.571270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2915839b0>, '2201f356-c4d4-421b-943f-eb118e4fc6b4') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:33.571612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2915839b0>, '2201f356-c4d4-421b-943f-eb118e4fc6b4') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:33.584907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:33.598382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:33.616671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:33.618871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:01:33.673413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ccad0-196d-42dc-8bdb-f2e3d1b27f63 None None] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:33.834071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Provisioning for port d0c25c46-f103-4f9c-b140-6c22125c1dec completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:33.843404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Provisioning complete for port d0c25c46-f103-4f9c-b140-6c22125c1dec triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:33.843932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:33.929440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Network 315601d5-55e8-401f-9082-fa9f824d4e2a has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:01:33.937922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a15080>, [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 3, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:33.940070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:33.941950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Checking router: 89089dd0-74c4-497d-8ffa-d20cd073cd12 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:01:33.942354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Updating router 89089dd0-74c4-497d-8ffa-d20cd073cd12 port 6db57189-81f9-452b-9273-9b55375ff083 binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:01:34.015240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:34.250319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:34.368289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] For port d0c25c46-f103-4f9c-b140-6c22125c1dec, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d0c25c46-f103-4f9c-b140-6c22125c1dec,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:01:34.385792 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:34.387976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:34.430276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:34.635883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Pushing event updated for resources: {'Port': ['ID=d0c25c46-f103-4f9c-b140-6c22125c1dec,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:34.648957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:34.723144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d13cb9-9679-4199-a554-4c92fa662a1a None None] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:01:34.858875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Network 315601d5-55e8-401f-9082-fa9f824d4e2a has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:01:34.874165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Provisioning for port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:34.887349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:34.921466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Provisioning complete for port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:34.921968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   (rel_b, rel_a, rel_b),
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   (rel_b, rel_a, rel_b),
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:01:34.981240 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:01:35.009552 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-575b1606-15b3-408e-a54a-189f32c2e613 req-386952b2-62b4-4ce4-9b4c-be068c86e7ab tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.4024816
Jan 15 15:01:35.026409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.046004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d0c25c46-f103-4f9c-b140-6c22125c1dec up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:35.171597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Allocated IP 172.20.0.1 (bd188fb4-c388-457a-bab0-72271f70008e/5e269960-0c49-4c8a-a09a-a89bff072b08/92301ef5-864f-42e5-83aa-c46728e6ff8d) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:35.231510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port d0c25c46-f103-4f9c-b140-6c22125c1dec triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:35.231931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.307865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:35.352557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.386266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Allocated IP 172.27.0.14 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/d571f7cd-4be3-4cff-a1a6-e3e0a7085493) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:35.390170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.411026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:35.417641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.439196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.442793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.454565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a5091a-849e-4f7d-a229-2335dfe918bb,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:35.472541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:35.476275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:35.503198 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] 10.222.0.68 "DELETE /v2.0/networks/315601d5-55e8-401f-9082-fa9f824d4e2a HTTP/1.1" status: 204  len: 168 time: 4.0533049
Jan 15 15:01:35.510841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce789bf2cc044acf8df492adcdfe6e39&name=default HTTP/1.1" status: 200  len: 2977 time: 4.6309397
Jan 15 15:01:35.512925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.518007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56890) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:35.518635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56892) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:35.561059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] For port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:01:35.575278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.582556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:35.593116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Pushing event updated for resources: {'Port': ['ID=92301ef5-864f-42e5-83aa-c46728e6ff8d,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:35.610274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:35.681503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Provisioning complete for port d0c25c46-f103-4f9c-b140-6c22125c1dec triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:35.681992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.703219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Network bd188fb4-c388-457a-bab0-72271f70008e is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:35.704520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:35.708276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:35.708791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:35.770261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Pushing event updated for resources: {'Port': ['ID=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:35.777854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:35.953180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Pushing event deleted for resources: {'Network': ['ID=315601d5-55e8-401f-9082-fa9f824d4e2a,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:36.002146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.075043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:36.155166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-6abbc80f-93e4-4427-83f1-948bed26fef4 None None] Provisioning complete for port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:36.163309 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6abbc80f-93e4-4427-83f1-948bed26fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.421828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Deleting subnet 29eefa61-0a9a-41f2-a54b-4f6247c733d1 {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:01:36.443644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.452591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.490184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-6abbc80f-93e4-4427-83f1-948bed26fef4 None None] Provisioning complete for port d0c25c46-f103-4f9c-b140-6c22125c1dec triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:36.490616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6abbc80f-93e4-4427-83f1-948bed26fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.586738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.610563 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b65cf5e8-a3d7-466d-a01d-cd221e181344 req-e1c3633c-7c14-43bf-a473-37def2cb0b5a tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.1561797
Jan 15 15:01:36.618213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508528'] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.642459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.643460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.644945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.662606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-84196288-1d98-4050-b7ae-5701be3be700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:36.690626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.777005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f302dc11-c3b8-4a58-bdb3-df1ee720e8f7 None None] Provisioning complete for port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:36.777419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f302dc11-c3b8-4a58-bdb3-df1ee720e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.781570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.797450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Pushing event updated for resources: {'Port': ['ID=92301ef5-864f-42e5-83aa-c46728e6ff8d,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:36.803342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:36.829044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Router d25c38fe-44de-4b03-94af-0da5196e46d2 is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:01:36.837066 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.853676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15244ef9-3640-4224-8ea3-080ca7ea5b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:36.857754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Network bd188fb4-c388-457a-bab0-72271f70008e is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:36.859226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:36.863194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:36.972206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f7adfb31-5dbc-4bb3-bab7-b76c4838edfb up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:36.974881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a5091a-849e-4f7d-a229-2335dfe918bb,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:36.977574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:36.999503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:37.075037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:37.075407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.172955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.177190 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53a5091a-849e-4f7d-a229-2335dfe918bb HTTP/1.1" status: 204  len: 168 time: 1.5856476
Jan 15 15:01:37.197785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.74', 52047) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:37.246063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.266099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Transition to ACTIVE for port object 6db57189-81f9-452b-9273-9b55375ff083 will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:37.274458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.300275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:37.320923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Pushing event updated for resources: {'Port': ['ID=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:37.324377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:37.327941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Router 89089dd0-74c4-497d-8ffa-d20cd073cd12 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:01:37.415053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:01:37.435503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:01:37.459609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:37.462124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290700208>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:37.475359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Pushing event updated for resources: {'Port': ['ID=6db57189-81f9-452b-9273-9b55375ff083,revision_number=2']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:37.489352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.490259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.490837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.491416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.491973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.492525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.493119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.493681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.494279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.494907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.495490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.496433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.497111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.498307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.498935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.499442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.500135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.500658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.501171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.502840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.503350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.503867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.504381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.504883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Tracked resource versions report:
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]: pushed versions:
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]: {   'AddressGroup': {'1.1'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'ConntrackHelper': {'1.0'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Log': {'1.0'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Network': {'1.1'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Port': {'1.6'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'PortForwarding': {'1.2'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'QosPolicy': {'1.8'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroup': {'1.4'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SecurityGroupRule': {'1.2'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'SubPort': {'1.0'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Subnet': {'1.1'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     'Trunk': {'1.1'}}
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]: consumer versions:
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]: {   DHCP agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     L3 agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metadata agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     Metering agent@dv-cinder-734144-13-iscsi: {},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@dv-cinder-734144-13-iscsi: {   'AddressGroup': '1.1',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'ConntrackHelper': '1.0',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Log': '1.0',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Network': '1.1',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Port': '1.6',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'PortForwarding': '1.2',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'QosPolicy': '1.8',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroup': '1.4',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SecurityGroupRule': '1.2',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'SubPort': '1.0',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Subnet': '1.1',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                                       'Trunk': '1.1'},
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:     Open vSwitch agent@hv-cinder-73414: {   'AddressGroup': '1.1',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'ConntrackHelper': '1.0',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Log': '1.0',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Network': '1.1',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Port': '1.6',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'PortForwarding': '1.2',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'QosPolicy': '1.8',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroup': '1.4',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SecurityGroupRule': '1.2',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'SubPort': '1.0',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Subnet': '1.1',
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:                                             'Trunk': '1.1'}}
Jan 15 15:01:37.506550 dv-cinder-734144-13-iscsi neutron-server[79990]:  {{(pid=80105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 15 15:01:37.524177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:37.544817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:37.550207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:37.552803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:37.592932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.594448 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-66702190-cf3a-446a-87c1-c34662b2a204 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.3442943
Jan 15 15:01:37.603609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 56934) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:37.673197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:01:37.688054 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] 10.222.0.68 "PUT /v2.0/routers/89089dd0-74c4-497d-8ffa-d20cd073cd12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6397898
Jan 15 15:01:37.700673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Attempting to bind port 6db57189-81f9-452b-9273-9b55375ff083 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:01:37.708205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Attempting to bind port 6db57189-81f9-452b-9273-9b55375ff083 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:01:37.708732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Attempting to bind port 6db57189-81f9-452b-9273-9b55375ff083 on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:01:37.738279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:01:37.738999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:37.739467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.739899 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:01:37.740439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Bound port: 6db57189-81f9-452b-9273-9b55375ff083, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:01:37.740856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.918461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] For port 6db57189-81f9-452b-9273-9b55375ff083, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:01:37.927214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] For port 6db57189-81f9-452b-9273-9b55375ff083, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=6db57189-81f9-452b-9273-9b55375ff083,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:01:37.935018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:37.961812 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3ec0d69a-6c83-4550-81ec-014ba1250ae5 req-4828a042-b2ac-4df3-ba08-42817a5054e9 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.0744295
Jan 15 15:01:37.972728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:37.985428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56946) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:38.018393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.043677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:38.049824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Usage tracker for resource:security_group_rule and tenant:c543b5a59aa6471d9e7a226a4819e345 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:38.057615 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:38.075329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:38.117651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:38.193986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.209704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.266550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Pushing event updated for resources: {'Port': ['ID=6db57189-81f9-452b-9273-9b55375ff083,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:38.269976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Routers {'89089dd0-74c4-497d-8ffa-d20cd073cd12'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:38.270922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a15080>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['89089dd0-74c4-497d-8ffa-d20cd073cd12'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:38.271200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:38.292698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Synchronizing usage tracker for tenant:1aee3567d77e42a3a7c26c2eedc85858 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:38.305583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852665281'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.364586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f322f40-a5b5-4fd3-8b00-d41d338fd7f2,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:38.379047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Unset dirty status for tenant:1aee3567d77e42a3a7c26c2eedc85858 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:38.383209 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c543b5a59aa6471d9e7a226a4819e345&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3936152
Jan 15 15:01:38.383700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:38.384213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56954) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:38.465949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b03ee71b-5c47-495f-9aeb-b4cf76911f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:38.501649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:38.520291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290700208>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 3, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:38.524862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:01:38.525259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Updating router d25c38fe-44de-4b03-94af-0da5196e46d2 port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:01:38.526978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.585075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.586745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.649296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29eefa61-0a9a-41f2-a54b-4f6247c733d1,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:38.685436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.692293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:38.712733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:38.734218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f322f40-a5b5-4fd3-8b00-d41d338fd7f2,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:38.737039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] Set router 89089dd0-74c4-497d-8ffa-d20cd073cd12 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:38.742484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:38.744993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.760722 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f322f40-a5b5-4fd3-8b00-d41d338fd7f2 HTTP/1.1" status: 204  len: 168 time: 0.3667796
Jan 15 15:01:38.892056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:38.909592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 56972) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:38.933177 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/29eefa61-0a9a-41f2-a54b-4f6247c733d1 HTTP/1.1" status: 204  len: 168 time: 3.3435888
Jan 15 15:01:39.171492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:39.301930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a15080>, [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:01:35Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '92301ef5-864f-42e5-83aa-c46728e6ff8d', 'name': '', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'mac_address': 'fa:16:3e:d9:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:01:36Z', 'revision_number': 2, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'subnets': [{'id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:39.308160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2d6d51-e69c-40e3-8ca7-fd5e70a7c59d None None] The sync data for ids ['89089dd0-74c4-497d-8ffa-d20cd073cd12'] in dv-cinder-734144-13-iscsi is: [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:01:35Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '92301ef5-864f-42e5-83aa-c46728e6ff8d', 'name': '', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'mac_address': 'fa:16:3e:d9:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:01:36Z', 'revision_number': 2, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'subnets': [{'id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:01:39.352532 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c4559873-aae3-4cbd-9c7d-92e8def42b6e req-244e9add-5dd2-4a53-a42b-af506f3c26f2 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.0901453
Jan 15 15:01:39.355088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:39.509016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:39.523134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Transition to ACTIVE for port object 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:39.533857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:39.577483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:39.641459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:39.725451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc290c952e8>> segment before_delete 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.725980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc290c952e8>> subnet precommit_delete_associations 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.726790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> segment_host_mapping after_create 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.727052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> port after_create 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.727536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> port after_delete 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.727775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> port after_update 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.728138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> segment after_delete 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.728504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> subnet after_create 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.741267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> subnet after_delete 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.741267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc28bff3668>> subnet after_update 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:39.776326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-56fcc6d1-c91a-49fa-b348-a2b88b7624b9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:39.778443 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-56fcc6d1-c91a-49fa-b348-a2b88b7624b9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 817 time: 1.0581062
Jan 15 15:01:39.877253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c814fca-dc8d-41be-8755-57df22a6df66 None None] Pushing event updated for resources: {'Port': ['ID=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:39.881673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0c814fca-dc8d-41be-8755-57df22a6df66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:39.882487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Attempting to bind port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:01:39.882904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Attempting to bind port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:01:39.883318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Attempting to bind port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:01:39.905219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:01:39.905655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:39.906145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:39.906732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:01:39.907272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Bound port: 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:01:39.907711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:40.124152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc290d03a20>> subnet after_create 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:40.124941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc290d03a20>> subnet after_delete 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:40.125326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc290d03a20>> subnet before_create 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:40.125701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc290d03a20>> subnet before_update 55550000 {{(pid=80102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 15 15:01:40.126136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc290887e80>,) {'filters': {'network_id': ['d59509d0-34df-464a-934e-fe4fd226715e']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:40.133047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] For port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:01:40.142695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] For port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:01:40.144009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc290887e80>, '35fe5319-0513-44a2-88b8-34191eef8bd3') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:40.144353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc290887e80>, '35fe5319-0513-44a2-88b8-34191eef8bd3') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:40.158950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:40.161224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:40.161383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-b781e637-df74-44cc-936a-67de7613d6e2 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:40.163090 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-b781e637-df74-44cc-936a-67de7613d6e2 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.74 "GET /v2.0/networks?id=e58815fb-b0d5-4b77-9955-4dd130ef655f HTTP/1.1" status: 200  len: 812 time: 0.8120964
Jan 15 15:01:40.177753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:40.180261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:01:40.184685 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-077bcb94-3727-4beb-af90-fe0177b12fd2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/quotas/160c7423c7bf4272829b7e878afef1c8 HTTP/1.1" status: 200  len: 375 time: 0.3951852
Jan 15 15:01:40.272525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Request body: {'port': {'device_id': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f', 'admin_state_up': True, 'tenant_id': 'b7fa13b3ef3d458b8e93daa62ff8f11e'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:40.473863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:40.534877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Network d59509d0-34df-464a-934e-fe4fd226715e has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:01:40.569841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:40.844987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:40.854400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290700208>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:41.003072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c814fca-dc8d-41be-8755-57df22a6df66 None None] Pushing event updated for resources: {'Port': ['ID=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:41.026162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0c814fca-dc8d-41be-8755-57df22a6df66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:41.154819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Network d59509d0-34df-464a-934e-fe4fd226715e has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:01:41.349630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6db57189-81f9-452b-9273-9b55375ff083 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   (rel_b, rel_a, rel_b),
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   (rel_b, rel_a, rel_b),
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:01:41.488930 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:01:41.594388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57060) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:41.684403 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d26ec55c-1599-4530-99b9-44d577bd9ef6 req-a6b917b4-cca7-4f77-88e2-5a4ae180a7a4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.1867707
Jan 15 15:01:41.688865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:41.696816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:41.741850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:41.764828 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d59509d0-34df-464a-934e-fe4fd226715e HTTP/1.1" status: 204  len: 168 time: 2.8532021
Jan 15 15:01:41.766643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d59509d0-34df-464a-934e-fe4fd226715e,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:41.777180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:41.951701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:41.984072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:42.145203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Usage tracker for resource:port and tenant:b7fa13b3ef3d458b8e93daa62ff8f11e is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:42.167925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Quota usage for port was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:42.185757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:42.191232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57072) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:42.262353 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-6c0fd81a-c952-441e-942a-76bde0a751eb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&fields=id HTTP/1.1" status: 200  len: 255 time: 2.0766606
Jan 15 15:01:42.346466 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-30eb525e-9d3d-48a7-abdb-196feba066ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e511a6b62e084768a11f412d9e4aa08b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1538341
Jan 15 15:01:42.349416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57078) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:42.437096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Made reservation on behalf of b7fa13b3ef3d458b8e93daa62ff8f11e for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:42.448650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.547924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.608361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 6db57189-81f9-452b-9273-9b55375ff083 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:42.615438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.651551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 6db57189-81f9-452b-9273-9b55375ff083 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:42.651981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.730291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.739119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:42.747458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.798326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9ba2e9-5a1b-4447-9793-d901e005e2dc,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:42.806441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:42.808113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:42.816592 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b9ba2e9-5a1b-4447-9793-d901e005e2dc HTTP/1.1" status: 204  len: 168 time: 0.4646852
Jan 15 15:01:42.941409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:43.101971 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-edafd941-983c-47ff-9403-2705f550a427 req-2036dfb9-189d-4f04-b60d-8ebcc0f0f8d9 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.1686757
Jan 15 15:01:43.255731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:43.289001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 6db57189-81f9-452b-9273-9b55375ff083, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=6db57189-81f9-452b-9273-9b55375ff083,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:01:43.292250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290700208>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 3, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:43.305453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a3b4ba-c00e-40d1-8995-8320558fe00b None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:31Z', 'revision_number': 3, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:01:43.328382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:43.360177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:43.365583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:43.581508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=6db57189-81f9-452b-9273-9b55375ff083,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:43.594701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:43.719170 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-0e47fa85-0fe6-4c17-9672-296fba852bd4 service neutron] 10.222.0.68 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4350019
Jan 15 15:01:43.846949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Usage tracker for resource:security_group_rule and tenant:e7bc2a9d55a143f6a60f2149946c8935 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:43.850406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:43.972734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:44.083049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:44.136187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57116) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:44.328328 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ee5bc4a0-6f9d-449c-94eb-f134b2daab67 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d24ddbc8cd5743fdbe3ce615360eadde&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1867921
Jan 15 15:01:44.330824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57122) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:44.367221 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-30ed4034-8582-4ae6-af85-1cd139132b0a service neutron] 10.222.0.68 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4452057
Jan 15 15:01:44.432442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Sync routers for ids ['89089dd0-74c4-497d-8ffa-d20cd073cd12'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:01:44.457221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Routers {'89089dd0-74c4-497d-8ffa-d20cd073cd12'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:44.471747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2910313c8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['89089dd0-74c4-497d-8ffa-d20cd073cd12'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:44.665357 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-11c5efd8-4879-493c-972d-3da1410ba7f4 req-c6dea146-faaf-408f-9354-99aed485adb5 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.1934967
Jan 15 15:01:44.758882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:44.786776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-afdb9119-f71e-48c9-9b6c-e0e1cba88634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:44.832051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:44.889362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:44.912572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc5f2879-d064-465f-9984-d71f4940adb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:44.953934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Set router 89089dd0-74c4-497d-8ffa-d20cd073cd12 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:44.978210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc1a9b8-2bd5-43e7-94dd-8f91528d0d1c,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:44.991282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:44.992587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6cc1a9b8-2bd5-43e7-94dd-8f91528d0d1c HTTP/1.1" status: 204  len: 168 time: 0.6574037
Jan 15 15:01:45.019263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:45.238436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57150) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:45.680873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:45.826204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:45.925496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:45.981547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Allocated IP 172.20.0.10 (e58815fb-b0d5-4b77-9955-4dd130ef655f/17d86db5-be17-49bf-a738-793498a97751/3d0a6fc3-0a10-4593-8513-fd784ba7c217) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:46.000993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:46.036542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:46.037093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.228444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2910313c8>, [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:01:35Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '92301ef5-864f-42e5-83aa-c46728e6ff8d', 'name': '', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'mac_address': 'fa:16:3e:d9:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:01:36Z', 'revision_number': 2, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'subnets': [{'id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:46.240763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Checking router: 89089dd0-74c4-497d-8ffa-d20cd073cd12 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:01:46.243175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Updating router 89089dd0-74c4-497d-8ffa-d20cd073cd12 port 92301ef5-864f-42e5-83aa-c46728e6ff8d binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:01:46.264915 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-abab5463-12a2-49c7-9ef1-20fea3378023 req-005f233b-765c-4229-a58e-afe1f9b69408 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.1491883
Jan 15 15:01:46.297871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.352895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.409847 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7dd91980-4bb3-4015-916b-6ccc6104f994 req-45166fa0-423e-44fc-98f7-20b76dde0d3a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.5799713
Jan 15 15:01:46.416617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7a6ebfc9-ec94-4fa4-9a61-335a6de55ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:46.422529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.431439 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e7bc2a9d55a143f6a60f2149946c8935&name=default HTTP/1.1" status: 200  len: 2979 time: 4.7051799
Jan 15 15:01:46.431439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.432506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:01:46.439531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:46.440858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57186) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:46.459740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Usage tracker for resource:security_group_rule and tenant:673e52a96fd84322a529d4e8cd1c90d7 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:46.507821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:46.533551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:46.549102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.617564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:01:46.631220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.632586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6db57189-81f9-452b-9273-9b55375ff083 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:46.766416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:01:46.803484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:46.874875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.883428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:46.907586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7a12fd35-02ea-4749-ac68-a90610a3699e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:46.935495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:01:47.005126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b531886a-70c6-4497-9507-cc60b78b5ed0,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:47.042979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:47.101562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57200) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:47.114445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-eeb61260-67db-4f68-af0f-27bc6f57fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.136547 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=673e52a96fd84322a529d4e8cd1c90d7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8967340
Jan 15 15:01:47.139484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57206) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:47.178399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Network e58815fb-b0d5-4b77-9955-4dd130ef655f is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:47.187051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.239809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:47.255061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:47.258959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.264150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:47.265021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290b50470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:47.349138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.436549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.443711 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 19.9021480
Jan 15 15:01:47.460475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57224) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:47.467416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:47.494857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.494857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:47.614612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:47.654724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.689822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Transition to ACTIVE for port object 92301ef5-864f-42e5-83aa-c46728e6ff8d will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:47.693013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.879243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-a6a60c2e-5ff0-4f3a-bcb8-14664f012332 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:47.880104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-a6a60c2e-5ff0-4f3a-bcb8-14664f012332 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:network {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:47.895476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.937545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:47.947840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:47.957450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Usage tracker for resource:security_group_rule and tenant:d425a6330875404e89ed7d0dd03b31e2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:47.963954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-a6a60c2e-5ff0-4f3a-bcb8-14664f012332 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:network {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:47.972092 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-a6a60c2e-5ff0-4f3a-bcb8-14664f012332 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 817 time: 0.6240747
Jan 15 15:01:47.986968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:47.998367 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-7f350aae-a5a8-4cc9-9079-8148fdaf1a56 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/quotas/160c7423c7bf4272829b7e878afef1c8 HTTP/1.1" status: 200  len: 375 time: 0.0243363
Jan 15 15:01:48.088739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a3f62834-f7fc-4dc6-ba62-dbd3e32084e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:48.142645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:48.179524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.213980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 6db57189-81f9-452b-9273-9b55375ff083 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:48.214417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.295538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:48.296429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.463341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290b50470>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:38Z', 'revision_number': 3, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:48.474866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.494817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:01:48.494817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Updating router 2878d04f-4a68-45d4-96f8-c7d1838a71ad port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:01:48.506620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Attempting to bind port 92301ef5-864f-42e5-83aa-c46728e6ff8d on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:01:48.507040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Attempting to bind port 92301ef5-864f-42e5-83aa-c46728e6ff8d by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:01:48.507827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Attempting to bind port 92301ef5-864f-42e5-83aa-c46728e6ff8d on network bd188fb4-c388-457a-bab0-72271f70008e {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:01:48.509016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.518666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:01:48.519392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Checking segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:48.519973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.520756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Bound using segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:01:48.521513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Bound port: 92301ef5-864f-42e5-83aa-c46728e6ff8d, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:01:48.522068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.534740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-3a4d4f79-7306-4ccb-8a95-9375e626ff58 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:48.586932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.589473 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b92f6a7f-df5e-4641-b796-d1389be56b12 HTTP/1.1" status: 204  len: 168 time: 2.1393061
Jan 15 15:01:48.670462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] For port 92301ef5-864f-42e5-83aa-c46728e6ff8d, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:01:48.674149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] For port 92301ef5-864f-42e5-83aa-c46728e6ff8d, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=92301ef5-864f-42e5-83aa-c46728e6ff8d,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:01:48.675736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa562083-7304-4f95-a99b-cb945c35cbcb None None] Pushing event updated for resources: {'Port': ['ID=92301ef5-864f-42e5-83aa-c46728e6ff8d,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:48.679927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aa562083-7304-4f95-a99b-cb945c35cbcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:48.682322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.702620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40c41b41-c6d7-4bdf-8231-9eb99f34ad30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:48.708006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aa562083-7304-4f95-a99b-cb945c35cbcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:48.759590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:48.805500 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.5377793
Jan 15 15:01:48.806286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f6a7f-df5e-4641-b796-d1389be56b12,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:48.808928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa562083-7304-4f95-a99b-cb945c35cbcb None None] Pushing event updated for resources: {'Port': ['ID=92301ef5-864f-42e5-83aa-c46728e6ff8d,revision_number=4']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:48.836832 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d425a6330875404e89ed7d0dd03b31e2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7194114
Jan 15 15:01:48.837930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-3a4d4f79-7306-4ccb-8a95-9375e626ff58 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:48.856718 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-3a4d4f79-7306-4ccb-8a95-9375e626ff58 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8571186
Jan 15 15:01:48.877319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57242) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:48.879759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5e6e6-c5e5-4ade-8273-27ce94b78187,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:48.887816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aa562083-7304-4f95-a99b-cb945c35cbcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:48.931932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:48.970137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.042136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8b4ddd03-cfa1-4727-b030-5b272cde11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:49.070595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.653s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:49.070595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.982s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:49.134730 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Routers {'89089dd0-74c4-497d-8ffa-d20cd073cd12'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:49.135450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2910313c8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['89089dd0-74c4-497d-8ffa-d20cd073cd12'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:49.189140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.190040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.198355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531886a-70c6-4497-9507-cc60b78b5ed0,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:49.211110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:49.238753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.240003 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b531886a-70c6-4497-9507-cc60b78b5ed0 HTTP/1.1" status: 204  len: 168 time: 2.0994895
Jan 15 15:01:49.276756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.289170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.342929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-542db195-5566-4e93-94b5-fea2c086ead4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:01:49.343787 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-542db195-5566-4e93-94b5-fea2c086ead4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3112843
Jan 15 15:01:49.405974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Pushing event updated for resources: {'Port': ['ID=3d0a6fc3-0a10-4593-8513-fd784ba7c217,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:49.411974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.424581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:49.442362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:49.457734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.865s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:49.465192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5e6e6-c5e5-4ade-8273-27ce94b78187,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:49.472246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:49.474053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:49.476657 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5af5e6e6-c5e5-4ade-8273-27ce94b78187 HTTP/1.1" status: 204  len: 168 time: 0.5637536
Jan 15 15:01:49.537185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f6a7f-df5e-4641-b796-d1389be56b12,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:49.565125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:49.693346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Allocated IP 172.20.0.1 (ee5f19e0-b8a7-4ae5-9e74-38af9d43f290/1ba101aa-8296-4a9d-95de-f02ff42f8b78/f530a1c9-6c90-4198-ae5d-ba1a025371ec) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:49.696003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 92301ef5-864f-42e5-83aa-c46728e6ff8d up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:49.894584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 92301ef5-864f-42e5-83aa-c46728e6ff8d completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:49.904983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 92301ef5-864f-42e5-83aa-c46728e6ff8d triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:49.905422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:50.019943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] Set router 89089dd0-74c4-497d-8ffa-d20cd073cd12 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:50.278255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9af3d9ae-0a3e-4e66-9080-c1c1b91945a4 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:01:50.290459 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9af3d9ae-0a3e-4e66-9080-c1c1b91945a4 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.8008525
Jan 15 15:01:50.457169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-890b7b57-786b-4cd6-918e-57d82427dadc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:50.458614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-890b7b57-786b-4cd6-918e-57d82427dadc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Synchronizing usage tracker for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:50.500700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2910313c8>, [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:01:35Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '92301ef5-864f-42e5-83aa-c46728e6ff8d', 'name': '', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'mac_address': 'fa:16:3e:d9:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:01:48Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'subnets': [{'id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:50.515797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28e73e2-c5eb-48cf-a0f9-9864b4a5df09 None None] The sync data for ids ['89089dd0-74c4-497d-8ffa-d20cd073cd12'] in dv-cinder-734144-13-iscsi is: [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:01:35Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '92301ef5-864f-42e5-83aa-c46728e6ff8d', 'name': '', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'mac_address': 'fa:16:3e:d9:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:34Z', 'updated_at': '2021-01-15T15:01:48Z', 'revision_number': 4, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'subnets': [{'id': '5e269960-0c49-4c8a-a09a-a89bff072b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:01:50.548147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:50.612747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Transition to ACTIVE for port object d571f7cd-4be3-4cff-a1a6-e3e0a7085493 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:50.620307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:50.674499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:50.704453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-890b7b57-786b-4cd6-918e-57d82427dadc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Unset dirty status for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:50.711627 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-890b7b57-786b-4cd6-918e-57d82427dadc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 932 time: 2.1312490
Jan 15 15:01:50.840817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:50.855275 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-d66c6ed3-5b24-4fd2-a359-1413b2acae15 service neutron] 10.222.0.68 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5631104
Jan 15 15:01:50.901837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57272) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:50.994466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57276) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:51.001974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e925988-2d13-4329-891d-6cd5f5990356 None None] Pushing event updated for resources: {'Port': ['ID=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:51.030224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7e925988-2d13-4329-891d-6cd5f5990356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:51.060713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-203a6663-663d-4e94-a66f-81e8a28b1f2d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Synchronizing usage tracker for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:51.079535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.147106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:51.159162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Usage tracker for resource:security_group_rule and tenant:68c35c4bc76a45dc804576b86098b585 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:51.177267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:51.184827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:51.234975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 92301ef5-864f-42e5-83aa-c46728e6ff8d, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=92301ef5-864f-42e5-83aa-c46728e6ff8d,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:01:51.238452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Attempting to bind port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:01:51.238944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Attempting to bind port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:01:51.239367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Attempting to bind port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:01:51.261238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:01:51.261816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:01:51.262324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.262786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:01:51.263395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Bound port: d571f7cd-4be3-4cff-a1a6-e3e0a7085493, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:01:51.263827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.282622 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-d325c545-f460-45a3-912b-42a15ca4cab5 service neutron] 10.222.0.68 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4262664
Jan 15 15:01:51.358670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.394588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] For port d571f7cd-4be3-4cff-a1a6-e3e0a7085493, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:01:51.404358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] For port d571f7cd-4be3-4cff-a1a6-e3e0a7085493, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:01:51.413574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.414448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.414574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:51.424682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:51.429374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Usage tracker for resource:security_group_rule and tenant:be00949a9ba94fb88dc5c2c9a865093a is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:51.433119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:51.439490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:51.522968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:51.571367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.583624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.629776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.633396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.636915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:51.687756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189dd473-73c0-4562-a100-f8bbd67e5b7d,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:51.692429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.700424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:51.758662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:51.769742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Transition to ACTIVE for port object f530a1c9-6c90-4198-ae5d-ba1a025371ec will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:52.027632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=92301ef5-864f-42e5-83aa-c46728e6ff8d,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:52.048012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:52.097519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:52.159741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-435fcc42-6440-44c2-b115-25c9a1c43861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:52.220770 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-41edba40-3598-465f-9bc9-2ef6edb77661 req-bc085a7b-c535-42ab-932d-b6c3e389252b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 210 time: 0.4497497
Jan 15 15:01:52.272633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57306) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:52.272824 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68c35c4bc76a45dc804576b86098b585&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3627572
Jan 15 15:01:52.281283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70729ee4-6f13-4150-9b1c-8cea7decbf59,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:52.296884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:52.299086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-203a6663-663d-4e94-a66f-81e8a28b1f2d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Unset dirty status for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:52.302819 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30fe63c5-fc54-4f4e-8c87-c2808ffb0094 req-203a6663-663d-4e94-a66f-81e8a28b1f2d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5622287
Jan 15 15:01:52.307655 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be00949a9ba94fb88dc5c2c9a865093a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2341835
Jan 15 15:01:52.314569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:01:52.318742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:52.319621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290b50470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:52.319923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57312) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:52.459957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a0b7b7b9-2a30-4b45-8c28-72275c81ff36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:52.498314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e925988-2d13-4329-891d-6cd5f5990356 None None] Pushing event updated for resources: {'Port': ['ID=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:52.501151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:52.501432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:52.525566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:52.540539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7e925988-2d13-4329-891d-6cd5f5990356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:52.564869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:52.649365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:52.670280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:52.687108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:52.688339 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/189dd473-73c0-4562-a100-f8bbd67e5b7d HTTP/1.1" status: 204  len: 168 time: 0.4145107
Jan 15 15:01:52.689291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189dd473-73c0-4562-a100-f8bbd67e5b7d,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:52.693074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:52.810969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:01:52.875127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Pushing event updated for resources: {'Port': ['ID=f530a1c9-6c90-4198-ae5d-ba1a025371ec,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:52.904256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:52.990628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:53.196674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:53.244853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:53.268953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Allocated IP 172.20.0.1 (0eb49b4f-aa51-4928-bf6a-d4d23f09268b/983d9e7f-1df3-4c65-b339-64a90298d7b4/4591a13d-ee5d-4654-ac9a-dc5700e6ea56) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:53.316311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:53.324021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:53.368514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290b50470>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:38Z', 'revision_number': 3, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:01:53.375384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ecf9d-bd0b-4fe7-8337-b84521f97cfe None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:38Z', 'revision_number': 3, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:01:53.528400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 92301ef5-864f-42e5-83aa-c46728e6ff8d up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:53.655556 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-43206a23-81b5-4927-a11e-7b7e1bd749d0 req-5f176950-94ef-4dbb-90d4-bac357ee4202 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 210 time: 0.1625521
Jan 15 15:01:53.709656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:53.761819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Transition to ACTIVE for port object 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:53.775825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-3fe311eb-88b5-4606-ab7e-b40417b09667 None None] Provisioning for port f530a1c9-6c90-4198-ae5d-ba1a025371ec completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:53.785286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:53.807527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-3fe311eb-88b5-4606-ab7e-b40417b09667 None None] Provisioning complete for port f530a1c9-6c90-4198-ae5d-ba1a025371ec triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:53.808188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3fe311eb-88b5-4606-ab7e-b40417b09667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:53.916047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 92301ef5-864f-42e5-83aa-c46728e6ff8d triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:53.931246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:53.965069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:54.004819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:54.046045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:54.073373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-3fe311eb-88b5-4606-ab7e-b40417b09667 None None] Port f530a1c9-6c90-4198-ae5d-ba1a025371ec cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:01:54.235149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57376) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:54.302550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70729ee4-6f13-4150-9b1c-8cea7decbf59,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:54.314068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:54.314749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:54.447446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:54.448652 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70729ee4-6f13-4150-9b1c-8cea7decbf59 HTTP/1.1" status: 204  len: 168 time: 2.1250427
Jan 15 15:01:54.457441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:54.789471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:54.812912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:54.818745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Usage tracker for resource:security_group_rule and tenant:eac19ecba8334f37a691957139befa63 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:54.823498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:54.832904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:54.843420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57392) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:55.008862 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67127301-689a-47bb-a055-7f268113f1bd req-4a2c9a86-bf6d-4687-8fa1-0f139553685e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 210 time: 0.0842030
Jan 15 15:01:55.097353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Pushing event updated for resources: {'Port': ['ID=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:55.118843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:55.121151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:55.123315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:55.172900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.179599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.187395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:55.191866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bac95511-4311-4a2c-a1b6-97993826e389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:55.248032 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eac19ecba8334f37a691957139befa63&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0101113
Jan 15 15:01:55.254158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57402) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:55.290448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b81af-947d-451d-9f70-b1ba471dfae4,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:55.302397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:55.315210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.375170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3b7ce-f9f7-4ba4-857f-e95df464b6f9 req-6008f9a8-a2b3-412f-8fa3-2a3b42fdec5f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:55.378211 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-68d3b7ce-f9f7-4ba4-857f-e95df464b6f9 req-6008f9a8-a2b3-412f-8fa3-2a3b42fdec5f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 932 time: 1.5945909
Jan 15 15:01:55.400494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.448231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.460893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.522247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d571f7cd-4be3-4cff-a1a6-e3e0a7085493 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:55.570985 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-68d3b7ce-f9f7-4ba4-857f-e95df464b6f9 req-7257aa5e-e7e3-4744-8406-31dd4ef7b03d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791828
Jan 15 15:01:55.579522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.596625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.610100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:55.612650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:55.642616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Usage tracker for resource:security_group_rule and tenant:d1a6a10a9b044ec9bb49105369bdd83b is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:55.646484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b81af-947d-451d-9f70-b1ba471dfae4,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:55.656898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:55.658141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:55.661721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.663038 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/103b81af-947d-451d-9f70-b1ba471dfae4 HTTP/1.1" status: 204  len: 168 time: 0.4003863
Jan 15 15:01:55.668572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:55.669717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-49c0cbec-40d6-4cab-b2ab-fcb32430aee8 None None] Provisioning for port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:55.692115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-49c0cbec-40d6-4cab-b2ab-fcb32430aee8 None None] Provisioning complete for port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:55.692816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-49c0cbec-40d6-4cab-b2ab-fcb32430aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.778847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Request body: {'port': {'device_id': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:55.791614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-49c0cbec-40d6-4cab-b2ab-fcb32430aee8 None None] Port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:01:55.796845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:01:55.806646 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:55.807230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.917157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.922483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.947885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.970993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port d571f7cd-4be3-4cff-a1a6-e3e0a7085493, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:01:55.977806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:55.984858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:56.005197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:56.030860 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d1a6a10a9b044ec9bb49105369bdd83b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1825469
Jan 15 15:01:56.033524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.039264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57420) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:56.080085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.74', 52063) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:56.083427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:56.092991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:56.208378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed71ad8-0e0c-46bd-9982-925450d3476c,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:56.227825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:56.242495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.302875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.353750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.360362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:56.378078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-87855819-ac95-46a7-9c84-7dc352aee4b1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:56.379816 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-87855819-ac95-46a7-9c84-7dc352aee4b1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 817 time: 0.2708800
Jan 15 15:01:56.422147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.437311 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5b30db3-0b84-4284-8bbc-ed5752a450ee req-4860434d-4088-4efb-8e08-376caf2ba04a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 210 time: 0.0671706
Jan 15 15:01:56.445480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.447024 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bed71ad8-0e0c-46bd-9982-925450d3476c HTTP/1.1" status: 204  len: 168 time: 0.4053109
Jan 15 15:01:56.449049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed71ad8-0e0c-46bd-9982-925450d3476c,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:56.460398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:56.527864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Request body: {'port': {'device_id': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'admin_state_up': True, 'tenant_id': '160c7423c7bf4272829b7e878afef1c8'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:56.625777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57442) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:56.660199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.733559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:56.745437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.753558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Usage tracker for resource:security_group_rule and tenant:bbed7035e6bb49118c1098d5dd35ece1 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:01:56.763027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:01:56.775625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:56.776149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:56.895786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.74', 52066) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:56.923752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:56.933051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.038992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.064597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0367f29d-6762-4868-a237-3f316302ace9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:57.104089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8b8c27-9e4f-43b9-8482-4f9fe084b129,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:57.118851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:57.152482 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bbed7035e6bb49118c1098d5dd35ece1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5248568
Jan 15 15:01:57.158350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57456) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:01:57.171737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Pushing event updated for resources: {'Port': ['ID=f530a1c9-6c90-4198-ae5d-ba1a025371ec,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:57.190173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:57.221478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:57.234435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:57.279755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Made reservation on behalf of 160c7423c7bf4272829b7e878afef1c8 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:57.290053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.295812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-f74d44e2-42f4-4ac3-98f6-47000afcda78 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:57.297770 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-f74d44e2-42f4-4ac3-98f6-47000afcda78 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 817 time: 0.4006007
Jan 15 15:01:57.321041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.355063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.358594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.412249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Request body: {'port': {'device_id': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e', 'admin_state_up': True, 'tenant_id': '160c7423c7bf4272829b7e878afef1c8'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:57.431071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.449911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aec98c36-af56-4a73-9c00-56ca50d58f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:57.505616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d571f7cd-4be3-4cff-a1a6-e3e0a7085493 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:01:57.687569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:57.690849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.759223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:57.764580 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f8b8c27-9e4f-43b9-8482-4f9fe084b129 HTTP/1.1" status: 204  len: 168 time: 0.6030905
Jan 15 15:01:57.768513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:01:57.771803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8b8c27-9e4f-43b9-8482-4f9fe084b129,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:57.774989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:57.801507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166b2c3-b94f-460e-9860-618b52814eb8 req-c17e1315-66e0-462d-a1d0-701d3361726c tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:57.803281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f166b2c3-b94f-460e-9860-618b52814eb8 req-c17e1315-66e0-462d-a1d0-701d3361726c tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 932 time: 1.0423079
Jan 15 15:01:57.842231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:01:57.875876 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5266de7c-7ed2-4b43-a80f-0e730d220d3b req-be2f6905-ca79-4695-90f0-3cd68f208832 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 210 time: 0.1209505
Jan 15 15:01:57.876621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Made reservation on behalf of 160c7423c7bf4272829b7e878afef1c8 for: {'port': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:01:57.908810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:58.263656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:58.309119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:58.310588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Allocated IP 172.20.0.14 (bd188fb4-c388-457a-bab0-72271f70008e/5e269960-0c49-4c8a-a09a-a89bff072b08/5bcb6e08-2c66-478e-b680-e9288fddbdf9) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:58.445735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f166b2c3-b94f-460e-9860-618b52814eb8 req-79d1b38b-fc09-4fc2-af02-58a929286bd0 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4295151
Jan 15 15:01:58.639150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:58.675172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:58.755266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-a706977b-9af4-43d1-b16c-52d742de2f81 None None] Provisioning complete for port f530a1c9-6c90-4198-ae5d-ba1a025371ec triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:01:58.755702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a706977b-9af4-43d1-b16c-52d742de2f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:58.832261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a706977b-9af4-43d1-b16c-52d742de2f81 None None] Port f530a1c9-6c90-4198-ae5d-ba1a025371ec cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:01:58.866155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f465d352-ca94-4d5c-98f7-46cf4144fcfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:58.943655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Allocated IP 172.20.0.3 (bd188fb4-c388-457a-bab0-72271f70008e/5e269960-0c49-4c8a-a09a-a89bff072b08/aaa25dc2-a090-4d3a-9e18-a6193a2dd002) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:01:58.965406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Pushing event updated for resources: {'Port': ['ID=5bcb6e08-2c66-478e-b680-e9288fddbdf9,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:01:58.969590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:01:58.986063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Network bd188fb4-c388-457a-bab0-72271f70008e is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:01:58.987407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:01:58.994238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:01:59.054151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.resource_extend [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 15 15:01:59.118394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:59.131212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Router d25c38fe-44de-4b03-94af-0da5196e46d2 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:01:59.134662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:59.145008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:59.146147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:59.221679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:01:59.253268 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8461552
Jan 15 15:01:59.314637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-2c79c89b-ce38-4a61-8510-696571d4f210 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:01:59.318778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-2c79c89b-ce38-4a61-8510-696571d4f210 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:59.342741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Request body: {'port': {'device_id': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:01:59.436404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-2c79c89b-ce38-4a61-8510-696571d4f210 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:59.437933 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-2c79c89b-ce38-4a61-8510-696571d4f210 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 932 time: 0.3329570
Jan 15 15:01:59.465837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.resource_extend [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 15 15:01:59.511821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:59.618019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-9569b1f4-abe2-4745-874e-e8851992c026 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:01:59.631506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0a6fc3-0a10-4593-8513-fd784ba7c217 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:01:59.655921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:59.686824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Transition to ACTIVE for port object 3d0a6fc3-0a10-4593-8513-fd784ba7c217 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:01:59.697920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-9569b1f4-abe2-4745-874e-e8851992c026 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:01:59.701407 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c09cb34a-fbdc-4615-973a-c3af7d110f77 req-9569b1f4-abe2-4745-874e-e8851992c026 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908696
Jan 15 15:01:59.731406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:01:59.848897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:00.441140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Pushing event updated for resources: {'Port': ['ID=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:00.454069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:00.468117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:00.499234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:02:00.509635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:02:00.524614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:00.525470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290d7e2b0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:00.646385 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] 10.222.0.68 "PUT /v2.0/routers/d25c38fe-44de-4b03-94af-0da5196e46d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 23.0399034
Jan 15 15:02:00.686389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Pushing event updated for resources: {'Port': ['ID=3d0a6fc3-0a10-4593-8513-fd784ba7c217,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:00.707659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:00.748708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:00.755314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:00.779183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdcede-145e-4727-a448-ed4e50fd5d6f req-42e6e1f8-c77b-410b-bb99-799a7d352320 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:00.780725 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-36bdcede-145e-4727-a448-ed4e50fd5d6f req-42e6e1f8-c77b-410b-bb99-799a7d352320 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.9893277
Jan 15 15:02:00.787710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:00.806009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:01.280851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-36bdcede-145e-4727-a448-ed4e50fd5d6f req-54fa87e7-73c0-4230-ac0b-5d521f940d30 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4684489
Jan 15 15:02:01.308967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-1ad8a6e4-1db3-435f-8254-f579bdff4924 None None] Provisioning complete for port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:01.311715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ad8a6e4-1db3-435f-8254-f579bdff4924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:01.532838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290d7e2b0>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 2, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:01.542548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:02:01.543837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Updating router d25c38fe-44de-4b03-94af-0da5196e46d2 port f530a1c9-6c90-4198-ae5d-ba1a025371ec binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:02:01.558982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29a718-0901-44ad-a31d-62b9262c394d req-36aefa01-d321-4ad9-93b5-b1154f8e6461 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:01.567309 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9a29a718-0901-44ad-a31d-62b9262c394d req-36aefa01-d321-4ad9-93b5-b1154f8e6461 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 932 time: 0.3189163
Jan 15 15:02:01.623745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:01.751162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:01.766847 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9a29a718-0901-44ad-a31d-62b9262c394d req-fae0290d-d498-4654-94f6-457ce2e4297c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932251
Jan 15 15:02:01.922494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:01.935527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8a6e4-1db3-435f-8254-f579bdff4924 None None] Port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:02:02.046084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Attempting to bind port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:02.046741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Attempting to bind port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '49d4264d-4e6d-4a01-9339-0b5cccf89042', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:02.047583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Attempting to bind port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 on network e58815fb-b0d5-4b77-9955-4dd130ef655f {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:02.085013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Pushing event updated for resources: {'Port': ['ID=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:02.107648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:02.123461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:02.124495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Checking segment: {'id': '49d4264d-4e6d-4a01-9339-0b5cccf89042', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:02.125149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.125717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Bound using segment: {'id': '49d4264d-4e6d-4a01-9339-0b5cccf89042', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:02.126508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Bound port: 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d4264d-4e6d-4a01-9339-0b5cccf89042', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e58815fb-b0d5-4b77-9955-4dd130ef655f'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:02.127201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.157139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:02:02.250497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcb6e08-2c66-478e-b680-e9288fddbdf9 {{(pid=80102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:02:02.272150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.275701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] For port 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:02.281266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] For port 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217,segment=NetworkSegment(49d4264d-4e6d-4a01-9339-0b5cccf89042),segment_id=49d4264d-4e6d-4a01-9339-0b5cccf89042)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:02.289555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Network bd188fb4-c388-457a-bab0-72271f70008e is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:02.295393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.296953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:02.297067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Transition to ACTIVE for port object 5bcb6e08-2c66-478e-b680-e9288fddbdf9 will not be triggered until provisioned by entity L2. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:02.302043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.303024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:02:02.350959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:02.484022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:02.696099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.719420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Transition to ACTIVE for port object f530a1c9-6c90-4198-ae5d-ba1a025371ec will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:02.728394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:02.736107 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb6e08-2c66-478e-b680-e9288fddbdf9,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:02.740671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:02.746128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57602) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:02.761051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:02.792624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'security_group': {'name': 'tempest-securitygroup--1541523384', 'description': 'tempest-description--1960133634'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:02.803165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:02.807488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:02.810945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:02.821656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:02.869949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:02:02.871998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Pushing event updated for resources: {'Port': ['ID=3d0a6fc3-0a10-4593-8513-fd784ba7c217,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:02.881392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:02:02.900365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:02.901073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2908384a8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:02.926965 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] 10.222.0.68 "PUT /v2.0/routers/2878d04f-4a68-45d4-96f8-c7d1838a71ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.4414227
Jan 15 15:02:02.935836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.036340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:03.041216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:03.045409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:03.051754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:03.146902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.201186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3523e-bafd-4f6d-8963-60beaefdb93d req-eb3b6c9e-e895-43fc-8a74-c8e1631f2ee6 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:03.210022 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1f3523e-bafd-4f6d-8963-60beaefdb93d req-eb3b6c9e-e895-43fc-8a74-c8e1631f2ee6 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.4627807
Jan 15 15:02:03.212695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.222146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:03.235061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d23a5-d799-4438-ac07-9bd32a0a7c19 None None] Pushing event updated for resources: {'Port': ['ID=f530a1c9-6c90-4198-ae5d-ba1a025371ec,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:03.241077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2e5d23a5-d799-4438-ac07-9bd32a0a7c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:03.273466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'SecurityGroup': ['ID=2824d30d-38cc-4131-8960-d28dd203f83f,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:03.277177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:03.410578 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1f3523e-bafd-4f6d-8963-60beaefdb93d req-45526daa-5944-4183-bbbc-4d79d12e1638 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915114
Jan 15 15:02:03.454902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:03.480012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Attempting to bind port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:03.483689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Attempting to bind port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:03.484485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Attempting to bind port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 on network bd188fb4-c388-457a-bab0-72271f70008e {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:03.507948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:03.513956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Checking segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:03.514634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.514831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Bound using segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:03.515732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Bound port: 5bcb6e08-2c66-478e-b680-e9288fddbdf9, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'}}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:03.516140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.559816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.564125 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.8113098
Jan 15 15:02:03.580918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:03.583625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57632) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:03.696422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:03.697168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.724311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] For port 5bcb6e08-2c66-478e-b680-e9288fddbdf9, host hv-cinder-73414, cleared binding levels {{(pid=80102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:03.729632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] For port 5bcb6e08-2c66-478e-b680-e9288fddbdf9, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:03.733785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.758546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:03.759249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.760671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Attempting to bind port f530a1c9-6c90-4198-ae5d-ba1a025371ec on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:03.764814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Attempting to bind port f530a1c9-6c90-4198-ae5d-ba1a025371ec by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:03.765371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Attempting to bind port f530a1c9-6c90-4198-ae5d-ba1a025371ec on network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:03.770310 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] 10.222.0.74 "PUT /v2.0/ports/3d0a6fc3-0a10-4593-8513-fd784ba7c217 HTTP/1.1" status: 200  len: 1158 time: 8.3108137
Jan 15 15:02:03.778684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:03.797096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:03.801455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Checking segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:03.803778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.805925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Bound using segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:03.809760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Bound port: f530a1c9-6c90-4198-ae5d-ba1a025371ec, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:03.812273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.816958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'security_group_rule': {'security_group_id': '2824d30d-38cc-4131-8960-d28dd203f83f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:03.894248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:03.910534 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.4536698
Jan 15 15:02:03.915186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:03.986586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:03.987279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:03.988831 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] 10.222.0.74 "PUT /v2.0/ports/5bcb6e08-2c66-478e-b680-e9288fddbdf9 HTTP/1.1" status: 200  len: 1158 time: 4.6533198
Jan 15 15:02:03.997527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'tag': '5bcb6e08-2c66-478e-b680-e9288fddbdf9'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:04.055905 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:04.071534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Request body: {'port': {'device_id': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:04.174166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] For port f530a1c9-6c90-4198-ae5d-ba1a025371ec, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:04.181601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] For port f530a1c9-6c90-4198-ae5d-ba1a025371ec, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f530a1c9-6c90-4198-ae5d-ba1a025371ec,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:04.192883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:04.221631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:04.233573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:04.299624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:04.385581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2908384a8>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:01:57Z', 'revision_number': 2, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:04.414148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:02:04.414569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Updating router 2878d04f-4a68-45d4-96f8-c7d1838a71ad port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:02:04.465771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcb6e08-2c66-478e-b680-e9288fddbdf9,revision_number=3']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:04.469859 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:04.498569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-a234a2ad-ddac-4b1f-bffd-8362328d70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:04.498569 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-a234a2ad-ddac-4b1f-bffd-8362328d70a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 1161 time: 0.4220541
Jan 15 15:02:04.498769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233acffd-ef2f-41a8-8214-df19ac855a83 req-16288450-ad92-450e-b40f-a4f23241faf0 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:04.498769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-233acffd-ef2f-41a8-8214-df19ac855a83 req-16288450-ad92-450e-b40f-a4f23241faf0 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:04.618739 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-5c43f773-9271-4e60-964f-4d630c38da61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9 HTTP/1.1" status: 200  len: 217 time: 0.1020157
Jan 15 15:02:04.640213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:04.674371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d23a5-d799-4438-ac07-9bd32a0a7c19 None None] Pushing event updated for resources: {'Port': ['ID=f530a1c9-6c90-4198-ae5d-ba1a025371ec,revision_number=4']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:04.681712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2e5d23a5-d799-4438-ac07-9bd32a0a7c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:04.754676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:04.756252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290d7e2b0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:04.827150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:04.833044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-1197814a-a66b-4707-abd5-77672d1b9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:04.843555 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-1197814a-a66b-4707-abd5-77672d1b9ea9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.2160861
Jan 15 15:02:04.866224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.220387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57694) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:05.227943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'security_group': {'name': 'tempest-securitygroup--216952472', 'description': 'tempest-description--1945577489'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:05.259637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:05.277057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:05.291109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:05.313144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:05.337721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.388300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:05.393289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:05.399134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:05.405327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:05.422085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:05.625193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa25dc2-a090-4d3a-9e18-a6193a2dd002 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:02:05.645213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.667219 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-7207c742-2809-47ab-a2f1-940272d9d210 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0837533
Jan 15 15:02:05.709210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.725571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-3b65bc7c-0845-42fc-ae65-454fcbc6e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:05.733021 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-3b65bc7c-0845-42fc-ae65-454fcbc6e9c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b7fa13b3ef3d458b8e93daa62ff8f11e&device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 1161 time: 1.8672016
Jan 15 15:02:05.733984 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-233acffd-ef2f-41a8-8214-df19ac855a83 req-16288450-ad92-450e-b40f-a4f23241faf0 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:05.741703 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-233acffd-ef2f-41a8-8214-df19ac855a83 req-16288450-ad92-450e-b40f-a4f23241faf0 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 944 time: 2.4828651
Jan 15 15:02:05.742186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec3ea6-1ae4-4249-8b7d-985d16d5ac61 req-5fdb4a6e-fbe2-4528-ba4b-84038c635196 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:05.744943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.746543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Transition to ACTIVE for port object aaa25dc2-a090-4d3a-9e18-a6193a2dd002 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:05.749577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:05.752458 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-daec3ea6-1ae4-4249-8b7d-985d16d5ac61 req-5fdb4a6e-fbe2-4528-ba4b-84038c635196 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.2898388
Jan 15 15:02:05.775504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.786095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.794230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.802283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8185689-5797-427d-97fe-6966e97f7438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:05.809394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Transition to ACTIVE for port object 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:05.815046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.843701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'SecurityGroup': ['ID=d6baf534-1063-4c45-afc6-b16a9a32b0b7,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:05.855369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:05.860696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:05.897984 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-daec3ea6-1ae4-4249-8b7d-985d16d5ac61 req-ee0431de-5548-4de6-996c-07c49545d55d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442468
Jan 15 15:02:05.899400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:05.904958 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6789830
Jan 15 15:02:05.905918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57714) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:05.929059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'security_group_rule': {'security_group_id': 'd6baf534-1063-4c45-afc6-b16a9a32b0b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:05.940308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:05.945312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:05.948916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:05.957055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:05.987010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.105403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6295dd7-8266-45fc-b78b-dc72010e61dc None None] Pushing event updated for resources: {'Port': ['ID=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:06.180259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.186448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.187741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290d7e2b0>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:04Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:06.188563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:06.208149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d97f-136e-453f-b948-2d7558c5e822 None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:04Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:02:06.240981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d0d0d0-284b-4190-8ab5-fb30a5bd20fb,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:06.251319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:06.255383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f6295dd7-8266-45fc-b78b-dc72010e61dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:06.259630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.266730 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3596134
Jan 15 15:02:06.267627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57738) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:06.275441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'security_group_rule': {'security_group_id': 'd6baf534-1063-4c45-afc6-b16a9a32b0b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:06.278058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.280454 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.6767092
Jan 15 15:02:06.294906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.295685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57742) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:06.307021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:06.314739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:06.320395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:06.336519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:06.356340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b558a41f-8219-4f3c-aa79-56483bcf3082,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:06.362552 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217', 'status': 'completed', 'code': 200}
Jan 15 15:02:06.379354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.387017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'security_group_rule': {'security_group_id': '2824d30d-38cc-4131-8960-d28dd203f83f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:06.430828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:06.563758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.572642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.574798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:06.644793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c448a63-40a4-4ce3-a18a-3c5a657eab47,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:06.647809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.653695 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3847225
Jan 15 15:02:06.660135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:06.661943 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'tag': '5bcb6e08-2c66-478e-b680-e9288fddbdf9', 'status': 'completed', 'code': 200}
Jan 15 15:02:06.662371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57756) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:06.677257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:06.696459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:06.707030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:floatingip and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:06.714506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:06.715016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Attempting to bind port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:06.715587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Attempting to bind port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:06.716425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Attempting to bind port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 on network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:06.727029 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:06.728088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Checking segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:06.728654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.730119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Bound using segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:06.732689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:06.733146 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-233acffd-ef2f-41a8-8214-df19ac855a83 req-31ad8b0d-bb97-44c3-980e-e5d3c660d0c7 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9088967
Jan 15 15:02:06.733790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-181b24d0-3b92-46e9-87a0-520b55ab25ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:06.734240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Bound port: 4591a13d-ee5d-4654-ac9a-dc5700e6ea56, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:06.734856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.768612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.911953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:06.926878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:06.952408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:06.964186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] For port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:06.975955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] For port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:06.990832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:06.991191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:07.028712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Pushing event updated for resources: {'Port': ['ID=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:07.060652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7e925988-2d13-4329-891d-6cd5f5990356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:07.075789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:07.106222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:07.202475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6295dd7-8266-45fc-b78b-dc72010e61dc None None] Pushing event updated for resources: {'Port': ['ID=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:07.206966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f6295dd7-8266-45fc-b78b-dc72010e61dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:07.237739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:07.485521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:07.488862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2908384a8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:01:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:07.569937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f530a1c9-6c90-4198-ae5d-ba1a025371ec up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:07.593908 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-3c3f8e43-16a5-4bd4-b30d-84a7384154e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217 HTTP/1.1" status: 200  len: 217 time: 0.1658826
Jan 15 15:02:07.611777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:07.770590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:07.772844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d29eb922-80f0-4fd6-bd95-18709f8d4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:07.775015 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d29eb922-80f0-4fd6-bd95-18709f8d4c85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=17d86db5-be17-49bf-a738-793498a97751 HTTP/1.1" status: 200  len: 852 time: 0.1536326
Jan 15 15:02:07.787776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6335f567-79ef-4f05-83a7-c08d8589cc0a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:07.884035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06757441-6dcf-420d-9a4a-18beeb928ab8 req-389720a7-df13-4ba3-a38e-4bfb2f2ed405 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:07.885686 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-06757441-6dcf-420d-9a4a-18beeb928ab8 req-389720a7-df13-4ba3-a38e-4bfb2f2ed405 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.6103818
Jan 15 15:02:07.921847 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-8a1ba6ef-0688-4d27-8e6b-4aa7b8b348c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e58815fb-b0d5-4b77-9955-4dd130ef655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1229601
Jan 15 15:02:07.922847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa1ee3f-d327-415a-8a3c-0b4263007fb7,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:07.937240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:07.974498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port f530a1c9-6c90-4198-ae5d-ba1a025371ec completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:07.981758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:02:08.023670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port f530a1c9-6c90-4198-ae5d-ba1a025371ec triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:08.038637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:08.082192 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-06757441-6dcf-420d-9a4a-18beeb928ab8 req-7e912aea-b4ac-4106-a704-11c5b4dae968 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737733
Jan 15 15:02:08.111487 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-4b98045d-dc47-4c21-a54e-87ef60014027 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7149818
Jan 15 15:02:08.124352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:08.126045 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8212857
Jan 15 15:02:08.132962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57796) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:08.219818 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:08.225752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:08.228063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Attempting to bind port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:08.228444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Attempting to bind port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:08.228822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Attempting to bind port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 on network bd188fb4-c388-457a-bab0-72271f70008e {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:08.264549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:08.277791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:08.278189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Checking segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:08.278648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:08.279051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Bound using segment: {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:08.279549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Bound port: aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72faaf25-5582-42cc-95d7-20168f851b7a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'bd188fb4-c388-457a-bab0-72271f70008e'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:08.279938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:08.301942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:floatingip and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:08.339883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9b7c521-01f9-41ef-ae20-8c3f7742ae1d req-5b7a8e6e-719c-4a0b-90d9-6d18dbfa87f4 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2192240
Jan 15 15:02:08.368219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:08.414469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:08.565692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4c189-57c4-4a0a-b3ce-64edb61fcfe7 req-f65aa7f1-5834-4212-b658-78995bccdc90 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:08.567878 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-73b4c189-57c4-4a0a-b3ce-64edb61fcfe7 req-f65aa7f1-5834-4212-b658-78995bccdc90 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 944 time: 0.6514938
Jan 15 15:02:08.568771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:08.645671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-d8ff3726-0f3b-4ce4-bc70-ea78556daa38 service neutron] 10.222.0.74 "GET /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7114954
Jan 15 15:02:08.693951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Allocated IP 172.27.0.125 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/f2c2c69b-d458-4f18-8363-cdb9a0cd64d6) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:02:08.827136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] For port aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:08.866689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:08.954540 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-73b4c189-57c4-4a0a-b3ce-64edb61fcfe7 req-7da545ba-7853-4e21-a498-153f5ebc8518 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3591354
Jan 15 15:02:08.980721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] For port aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:09.008248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.019814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-acf17dc1-a6c3-4270-895a-b8b5f81ddd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:09.021498 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-acf17dc1-a6c3-4270-895a-b8b5f81ddd96 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 1161 time: 0.5494387
Jan 15 15:02:09.047002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:09.123532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57838) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:09.227397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Pushing event updated for resources: {'Port': ['ID=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:09.247929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:09.295238 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0af5ce3-225c-42b3-9858-95cd73efbe69 req-b4e4b27b-6d4a-4b99-b79c-5ef91d1c2020 service neutron] 10.222.0.74 "GET /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6393838
Jan 15 15:02:09.299439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port f530a1c9-6c90-4198-ae5d-ba1a025371ec, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f530a1c9-6c90-4198-ae5d-ba1a025371ec,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:09.315544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.326459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:09.327705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-835718cc-bb33-4030-958b-601fc3c22d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:09.329321 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-835718cc-bb33-4030-958b-601fc3c22d64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.2683036
Jan 15 15:02:09.354251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.482627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2908384a8>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:06Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:09.505591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2249ea-caaf-40f0-8ce0-707235a382d7 None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:06Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:02:09.523489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=f530a1c9-6c90-4198-ae5d-ba1a025371ec,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:09.539214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:09.590639 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-5f7323cb-f7bb-49cd-b27f-7b94f8ffe262 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9 HTTP/1.1" status: 200  len: 217 time: 0.2448037
Jan 15 15:02:09.599312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.799017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c133e9-9a66-48e7-8186-4f306df9011c req-6b1a8f11-5797-46fd-8ada-840ce44ba97b tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:09.800939 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-93c133e9-9a66-48e7-8186-4f306df9011c req-6b1a8f11-5797-46fd-8ada-840ce44ba97b tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.3495538
Jan 15 15:02:09.803678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-11487885-91f5-44fe-b82a-e1b5d0d82717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:09.805708 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-11487885-91f5-44fe-b82a-e1b5d0d82717 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.1947682
Jan 15 15:02:09.873434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.880325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.888342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:09.890240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:09.896222 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] 10.222.0.74 "PUT /v2.0/ports/aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 1157 time: 5.8659799
Jan 15 15:02:09.906621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:09.913307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:09.936317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:09.964293 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-e3bbef95-6029-40e9-bf39-afa9f89cc77d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1326621
Jan 15 15:02:09.976895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Usage tracker for resource:security_group_rule and tenant:15086b029ec44f0ea1fd1e77526b6547 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:09.984841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:10.094138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002', 'status': 'completed', 'code': 200}
Jan 15 15:02:10.098000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:10.368763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57878) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:10.397138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-93c133e9-9a66-48e7-8186-4f306df9011c req-a10466e0-3087-48c4-b593-2eec30a702bb tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5860162
Jan 15 15:02:10.438893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Allocated IP 172.27.0.52 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/99805770-4ea0-42fd-a514-8ce2426cc0f9) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:02:10.520783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'Port': ['ID=f2c2c69b-d458-4f18-8363-cdb9a0cd64d6,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:10.530133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:10.568075 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-3d1ffbb4-9b68-4f9e-a3d0-9ef9a73b2884 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477376
Jan 15 15:02:10.612044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.637792 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:10.641812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-178af884-5203-429e-8338-7a72b94c8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:10.643671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-178af884-5203-429e-8338-7a72b94c8837 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b7fa13b3ef3d458b8e93daa62ff8f11e&device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 1161 time: 1.0291190
Jan 15 15:02:10.647079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Usage tracker for resource:security_group_rule and tenant:51bbf449efa74169ab015683eaa0fe3f is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:10.652388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:10.657371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:10.661238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:10.663421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:10.665535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:02:10.732882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-13cb2727-8f63-475d-aa08-2e81c9ecb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:10.734255 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-13cb2727-8f63-475d-aa08-2e81c9ecb83f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1160 time: 0.7303181
Jan 15 15:02:10.788871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.840522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2d5b2-d9c8-407c-89e1-3203a24e62d3 req-55c4945f-7b7e-4224-ab88-1ad54c5b9fb5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:10.842889 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69c2d5b2-d9c8-407c-89e1-3203a24e62d3 req-55c4945f-7b7e-4224-ab88-1ad54c5b9fb5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 944 time: 0.4506118
Jan 15 15:02:10.854785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.870012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.878172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.895558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1724e765-24b6-493d-a90b-bd863773ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:10.948961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.961045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:10.974316 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69c2d5b2-d9c8-407c-89e1-3203a24e62d3 req-16f75b99-a2d6-4593-bbf7-7b3d1f84839b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234679
Jan 15 15:02:10.988508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bdca11-7260-49c8-9615-969e7c668760,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:10.993720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15086b029ec44f0ea1fd1e77526b6547&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8672726
Jan 15 15:02:10.995184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:10.999801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57894) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:11.016645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:11.021043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.031677 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51bbf449efa74169ab015683eaa0fe3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6544952
Jan 15 15:02:11.044781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57898) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:11.051524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.054872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:11.126805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666ab370-8704-496b-b9e3-a29328f519d3,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:11.136732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:11.250842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'Port': ['ID=99805770-4ea0-42fd-a514-8ce2426cc0f9,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:11.257114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:11.257458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.288025 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.312451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.360041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.377089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:11.384486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57904) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:11.385524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:11.393749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:02:11.465115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.474746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:11.507639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666ab370-8704-496b-b9e3-a29328f519d3,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:11.510640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:11.521660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.522933 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/666ab370-8704-496b-b9e3-a29328f519d3 HTTP/1.1" status: 204  len: 168 time: 0.4769988
Jan 15 15:02:11.588650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f530a1c9-6c90-4198-ae5d-ba1a025371ec up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:11.628468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.673409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.693142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.693540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:11.711424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.714323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bdca11-7260-49c8-9615-969e7c668760,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:11.722105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:11.749939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.754139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port f530a1c9-6c90-4198-ae5d-ba1a025371ec triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:11.754808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.760134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.825432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:11.826978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:11.852564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:11.854088 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03bdca11-7260-49c8-9615-969e7c668760 HTTP/1.1" status: 204  len: 168 time: 0.8532307
Jan 15 15:02:11.867324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c45ed8d33d3493b8046d6bf96545b09 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:11.877842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:11.939479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:11.952691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:12.023057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f108d-665e-4ac3-a7c7-b693b6ec1b41 req-9e2238ed-26a0-481a-bba7-33804a70b6e1 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:12.032109 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2d4f108d-665e-4ac3-a7c7-b693b6ec1b41 req-9e2238ed-26a0-481a-bba7-33804a70b6e1 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.4355779
Jan 15 15:02:12.102722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'Port': ['ID=f2c2c69b-d458-4f18-8363-cdb9a0cd64d6,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:12.138887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:12.182511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:12.188931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:12.189499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.257739 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2d4f108d-665e-4ac3-a7c7-b693b6ec1b41 req-6b52e7a8-9157-479c-b753-76bb2873bacc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245581
Jan 15 15:02:12.299026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.332761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57922) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:12.350579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.367102 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.6969516
Jan 15 15:02:12.373312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.391119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.392960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:12.398085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Usage tracker for resource:security_group_rule and tenant:c505828e1cc44c219908cb3c41a09044 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:12.401587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:12.404197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.409067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:12.426660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:12.433581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.505148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:12.512171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.517662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-94d1e0c1-a348-4cc1-836b-aa11af84c298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:12.522747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624a4009-2d91-4391-90fe-9918c0cff756,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:12.528870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:12.534153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.539801 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c45ed8d33d3493b8046d6bf96545b09&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1515801
Jan 15 15:02:12.545395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 57930) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:12.553142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.570085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.575650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.587359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-523e7831-9ec5-43a5-abe7-3b0f53dd5112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:12.618531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:12.622703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:12.626378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-50af4486-3dec-40f4-882f-ea2d3f786acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:12.657646 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c505828e1cc44c219908cb3c41a09044&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235636
Jan 15 15:02:12.658467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57940) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:12.662890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe11e60-cddf-4131-b859-d755ef25989e,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:12.695193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:12.748232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57948) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:12.779130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1acc-e97c-4fec-9a13-9e6603308b32 req-1ba25500-ea20-4359-979b-19229008c797 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:12.780830 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-60ec1acc-e97c-4fec-9a13-9e6603308b32 req-1ba25500-ea20-4359-979b-19229008c797 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 944 time: 0.4593790
Jan 15 15:02:12.796039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.819398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-d655c6ed-d101-46b2-83a5-0bfaacf1caf3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:12.838263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:12.840615 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.853834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a67a63d5ef4f5abd8bedab22d3150e is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:12.862953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:12.880018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:12.885705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'Port': ['ID=99805770-4ea0-42fd-a514-8ce2426cc0f9,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:12.886694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-d655c6ed-d101-46b2-83a5-0bfaacf1caf3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:12.888783 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-d655c6ed-d101-46b2-83a5-0bfaacf1caf3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--216952472&fields=id&tenant_id=875882458de44009a4d2798b2d10b8ef HTTP/1.1" status: 200  len: 267 time: 0.1785581
Jan 15 15:02:12.899665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.902142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:12.920776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:12.936019 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-60ec1acc-e97c-4fec-9a13-9e6603308b32 req-87988dc6-baac-456d-92d4-53912f09a0a5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350992
Jan 15 15:02:12.986760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.087727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.116924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.118114 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.9837308
Jan 15 15:02:13.119876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.123870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.128037 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/624a4009-2d91-4391-90fe-9918c0cff756 HTTP/1.1" status: 204  len: 168 time: 0.5785432
Jan 15 15:02:13.128037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:13.141030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624a4009-2d91-4391-90fe-9918c0cff756,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:13.143639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:13.215493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.224909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:13.271393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-91eec346-9f1e-4a97-9481-6ba910b21355 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:13.272430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-91eec346-9f1e-4a97-9481-6ba910b21355 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:network {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:13.307216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe11e60-cddf-4131-b859-d755ef25989e,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:13.334000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:13.342351 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-1eb76715-1b18-420a-a997-99eff1aa5ed8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.1664121
Jan 15 15:02:13.368748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-91eec346-9f1e-4a97-9481-6ba910b21355 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:network {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:13.371162 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-91eec346-9f1e-4a97-9481-6ba910b21355 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 810 time: 0.4581699
Jan 15 15:02:13.377089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.378556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.382856 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dfe11e60-cddf-4131-b859-d755ef25989e HTTP/1.1" status: 204  len: 168 time: 0.7222764
Jan 15 15:02:13.469977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:13.486251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.510192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c667013f-d609-49b9-b91d-9a9c78c1a506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:13.524713 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-f79228bf-ded6-4236-a241-4b6d49c3fa8b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/quotas/875882458de44009a4d2798b2d10b8ef HTTP/1.1" status: 200  len: 375 time: 0.1350808
Jan 15 15:02:13.561625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-819b6076-74d5-4178-9c59-cc3b4e5a57ef tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:13.623397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:13.624160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:13.626697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58336f17-306b-45be-bb72-16b594d91da1,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:13.637270 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4a67a63d5ef4f5abd8bedab22d3150e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8837783
Jan 15 15:02:13.657549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57978) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:13.660261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-1249024f-f522-48aa-8d38-038b67f3643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:13.662393 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-1249024f-f522-48aa-8d38-038b67f3643f service neutron] 10.222.0.74 "GET /v2.0/networks?id=e58815fb-b0d5-4b77-9955-4dd130ef655f HTTP/1.1" status: 200  len: 906 time: 0.4295654
Jan 15 15:02:13.664880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-e84be116-4bd0-4aa5-be96-fbf970a7e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:13.666560 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-e84be116-4bd0-4aa5-be96-fbf970a7e0d5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.1130512
Jan 15 15:02:13.667518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:13.667865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-819b6076-74d5-4178-9c59-cc3b4e5a57ef tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:13.677675 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-819b6076-74d5-4178-9c59-cc3b4e5a57ef tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1541523384&fields=id&tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 267 time: 0.2445462
Jan 15 15:02:13.800721 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08685f5e-c22e-4e55-8749-c0e764b39000 req-609f8bba-d2d9-43b3-9ac5-cb18b5652b9b service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5790596
Jan 15 15:02:13.869962 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-e804f761-285f-497b-8bc0-d48901144000 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3341527
Jan 15 15:02:13.881840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.058194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.066926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 57992) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:14.118563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.174781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:14.196437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5a943aab1a0f4651be46a76f88c07d23 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:14.203892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:14.209475 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-9f04bec0-99d1-4127-af06-585b39dc2e53 service neutron] 10.222.0.68 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3243065
Jan 15 15:02:14.217751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:14.221855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.225385 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-40e53f02-4cc5-4b3a-9013-c1aed7543ef7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217 HTTP/1.1" status: 200  len: 217 time: 0.1429718
Jan 15 15:02:14.252271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3acf4d4e-6ba9-4e90-ae4b-dbf2b0d60775 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:14.272159 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-6e388327-2d31-4566-ae6d-0c28eb1ca170 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1239777
Jan 15 15:02:14.334129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.335430 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58336f17-306b-45be-bb72-16b594d91da1 HTTP/1.1" status: 204  len: 168 time: 0.6668093
Jan 15 15:02:14.343869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58336f17-306b-45be-bb72-16b594d91da1,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:14.347060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:14.472915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-28ebb161-4a55-4225-bfe2-8f10b3538d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:14.474712 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-28ebb161-4a55-4225-bfe2-8f10b3538d4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=17d86db5-be17-49bf-a738-793498a97751 HTTP/1.1" status: 200  len: 852 time: 0.2404914
Jan 15 15:02:14.506598 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-e60a3e13-c0bf-4e60-8112-62a1020399ce service neutron] 10.222.0.68 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2859602
Jan 15 15:02:14.520855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-c84855b1-ab24-4788-9410-411b283dfbed tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:14.524958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-c84855b1-ab24-4788-9410-411b283dfbed tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:network {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:14.576206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.581975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.600671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:14.611730 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-801d625d-033e-4a97-a4dc-ec73247c59bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e58815fb-b0d5-4b77-9955-4dd130ef655f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745957
Jan 15 15:02:14.641733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-c84855b1-ab24-4788-9410-411b283dfbed tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:network {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:14.643068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-c84855b1-ab24-4788-9410-411b283dfbed tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 817 time: 0.9644616
Jan 15 15:02:14.663220 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-cd9a64f0-415e-488c-9758-3aee9e0b3946 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772018
Jan 15 15:02:14.690574 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-9f89f72f-e9a8-4f57-bd4e-005a7cf06ab7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/quotas/fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 375 time: 0.0253060
Jan 15 15:02:14.719960 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a943aab1a0f4651be46a76f88c07d23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6515577
Jan 15 15:02:14.732173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58014) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:14.743299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10689dc-15a9-4553-8acf-d93110a82610,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:14.775251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-996f1400-fcf5-453d-85d2-1c265d7f706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.787726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:14.922420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:14.956006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-a95a8f6d-0178-43d2-a99b-9bef4adef07b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:02:14.988686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:15.147285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:15.154108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2e365b6d-ad8f-4661-b865-05a625b287de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:15.174967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10689dc-15a9-4553-8acf-d93110a82610,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:15.180154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:15.188070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:15.191942 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e10689dc-15a9-4553-8acf-d93110a82610 HTTP/1.1" status: 204  len: 168 time: 0.4557674
Jan 15 15:02:15.223796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9a320-f407-4ecf-a184-0bf91386b8fd req-ab4234f5-9d94-4ec9-8903-2c1c5a1e7c4d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:15.225562 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-90c9a320-f407-4ecf-a184-0bf91386b8fd req-ab4234f5-9d94-4ec9-8903-2c1c5a1e7c4d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.2061124
Jan 15 15:02:15.301350 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a04444c-fbf4-4d27-bad0-6f07d20cdbfa req-492527ee-5bdd-4509-950c-0d1c33b20567 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4189234
Jan 15 15:02:15.333751 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-90c9a320-f407-4ecf-a184-0bf91386b8fd req-b62ea508-0cbc-437a-a726-7a296cceb9dc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884147
Jan 15 15:02:15.365517 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-dd8cd5e0-313f-4f1c-8859-6bc7dc47bb5e service neutron] 10.222.0.74 "GET /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6738241
Jan 15 15:02:15.384985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-5586443c-0058-4a63-b09b-3e1fb68f89a7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:15.416688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-5586443c-0058-4a63-b09b-3e1fb68f89a7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:15.418548 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-5586443c-0058-4a63-b09b-3e1fb68f89a7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5381732
Jan 15 15:02:15.670406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d5e8b-937b-43da-b5da-b3e154d358ea req-9475637c-39eb-4af3-aa58-0470434fd3f3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:15.680581 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f96d5e8b-937b-43da-b5da-b3e154d358ea req-9475637c-39eb-4af3-aa58-0470434fd3f3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 944 time: 0.1607752
Jan 15 15:02:15.728577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5bcb6e08-2c66-478e-b680-e9288fddbdf9 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:15.750927 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f96d5e8b-937b-43da-b5da-b3e154d358ea req-fde6fa1d-adfd-4fe1-bb4c-62181e2360aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693679
Jan 15 15:02:15.898345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:15.909925 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a3f39abe-ae53-4f55-89fe-cd815fdf04e4 req-f92ebdfa-c2ee-4156-81cb-1d54b80c75ea service neutron] 10.222.0.74 "GET /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4348416
Jan 15 15:02:15.912216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:15.912941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.041116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58068) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:16.090142 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ddd1cd5c-8317-4c3d-8303-c680ef841d78 req-04a99ce5-f3c8-4c4e-bcbc-0208e95dcf02 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.0883367
Jan 15 15:02:16.161810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.189481 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-6a8c0f18-9b24-483d-99cf-9a21df153f97 service neutron] 10.222.0.68 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7550423
Jan 15 15:02:16.190568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:16.197060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Usage tracker for resource:security_group_rule and tenant:368adfad928b4ef5a2e3f93294817e21 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:16.205444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.259203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 5bcb6e08-2c66-478e-b680-e9288fddbdf9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:16.260292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb6e08-2c66-478e-b680-e9288fddbdf9'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:16.323436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:16.329581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-30dd53a4-83fe-4f76-b3fd-c7065c4df538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:16.331937 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-30dd53a4-83fe-4f76-b3fd-c7065c4df538 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1160 time: 0.8554606
Jan 15 15:02:16.340201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:16.373199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.376576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:16.466489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=5bcb6e08-2c66-478e-b680-e9288fddbdf9,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:16.470579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:16.730000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-780fb1e1-e6cf-4352-b4dc-54c709272ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:16.732450 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-780fb1e1-e6cf-4352-b4dc-54c709272ae6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.3787994
Jan 15 15:02:16.747806 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-c652a6b4-2624-4311-bed6-a4962de002fa service neutron] 10.222.0.68 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5475287
Jan 15 15:02:16.804659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.818841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.832992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-69ceb088-a406-4fd9-a95d-aa9b82162d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:16.867926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:16.892362 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=368adfad928b4ef5a2e3f93294817e21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8476558
Jan 15 15:02:16.896551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58096) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:16.979947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8cff8-5c12-4257-ab30-4f014ee62ae5,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:16.984096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:17.000458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8325-d701-4fc6-b8dc-efe1b9f35ad3 req-68dd58d3-9c99-4ab8-8011-666dbd93c67a tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:17.002184 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de4a8325-d701-4fc6-b8dc-efe1b9f35ad3 req-68dd58d3-9c99-4ab8-8011-666dbd93c67a tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.4417248
Jan 15 15:02:17.022028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.072804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.109395 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de4a8325-d701-4fc6-b8dc-efe1b9f35ad3 req-176df296-e738-4eaa-a6cb-e95b30a554f4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926824
Jan 15 15:02:17.125668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58108) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:17.142605 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.150887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:17.171330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8cff8-5c12-4257-ab30-4f014ee62ae5,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:17.175270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:17.176908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.178957 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ba8cff8-5c12-4257-ab30-4f014ee62ae5 HTTP/1.1" status: 204  len: 168 time: 0.2851295
Jan 15 15:02:17.215572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.452703 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcb6e08-2c66-478e-b680-e9288fddbdf9', 'code': 200}
Jan 15 15:02:17.463377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c836ade-d68b-43b6-9ff3-100364c7553d req-f9774c4b-f1b3-474d-863d-0a6990288658 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:17.470853 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5c836ade-d68b-43b6-9ff3-100364c7553d req-f9774c4b-f1b3-474d-863d-0a6990288658 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1602263
Jan 15 15:02:17.537440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.562009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:17.562690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Usage tracker for resource:security_group_rule and tenant:b1d497da447b48f3b1bb976d2c1f3a23 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:17.566356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:17.572589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:17.603491 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-286eb40b-a53a-43f5-bbb0-00f24fd6d322 req-fdd07fe6-644d-43df-803b-5731986b559d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0912948
Jan 15 15:02:17.643724 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5c836ade-d68b-43b6-9ff3-100364c7553d req-112ee8c7-1fd2-46f6-b144-16a594d51d70 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378477
Jan 15 15:02:17.732317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.737085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.748840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-407b8e18-0574-4001-a8f8-fa24c756553b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:17.784269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba3c6d4-bd07-473e-a86c-3dade22a8d40,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:17.789613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:17.826560 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1d497da447b48f3b1bb976d2c1f3a23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6989834
Jan 15 15:02:17.827435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58136) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:17.852687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-094da06e-49a1-42f0-8031-40d4251b8626 req-0115bd0f-e53e-47e7-bf0d-b9c0b58c67c6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:17.876320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-094da06e-49a1-42f0-8031-40d4251b8626 req-0115bd0f-e53e-47e7-bf0d-b9c0b58c67c6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:17.877923 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-094da06e-49a1-42f0-8031-40d4251b8626 req-0115bd0f-e53e-47e7-bf0d-b9c0b58c67c6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.0776050
Jan 15 15:02:17.905215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.937057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.991704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:17.998503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-34385749-b96f-408f-bd30-49cecb69f872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:18.014914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:18.016149 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eba3c6d4-bd07-473e-a86c-3dade22a8d40 HTTP/1.1" status: 204  len: 168 time: 0.1874962
Jan 15 15:02:18.017246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba3c6d4-bd07-473e-a86c-3dade22a8d40,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:18.019689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:18.365019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daeaa1-5194-42b6-be32-1feb6f092602 req-ae272e4a-031e-4d5a-a08f-62f5927653f4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:18.366867 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-99daeaa1-5194-42b6-be32-1feb6f092602 req-ae272e4a-031e-4d5a-a08f-62f5927653f4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.1118691
Jan 15 15:02:18.429976 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-99daeaa1-5194-42b6-be32-1feb6f092602 req-a906be1e-ee78-4320-8305-48d92f252fe4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480576
Jan 15 15:02:18.763895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:18.873097 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-70dec1f6-0ef9-46e5-85b6-4f4893cb9757 req-ffba33ab-dc80-4005-b5e9-71c31b7998a3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0628421
Jan 15 15:02:18.948901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:18.994093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640564e-c1b3-4c65-afe2-e4a61644666f req-4638bc6d-9a13-4372-a3b3-e985dcf5fcdb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:18.998166 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e640564e-c1b3-4c65-afe2-e4a61644666f req-4638bc6d-9a13-4372-a3b3-e985dcf5fcdb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1581361
Jan 15 15:02:19.088970 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e640564e-c1b3-4c65-afe2-e4a61644666f req-a0380893-24a5-4942-b568-b9841c37ad0d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853894
Jan 15 15:02:19.263046 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4fd22fa1-d7aa-4b38-bb84-0440f98be271 req-e562f6ec-ed67-4c36-aec0-1fa95292d0e1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.0474842
Jan 15 15:02:19.750772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8337e-5a4c-4d6d-9dc6-c0fbcc5ba9da req-e7bffc5f-7938-40a3-b633-7b2b464182d5 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:19.752601 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-42e8337e-5a4c-4d6d-9dc6-c0fbcc5ba9da req-e7bffc5f-7938-40a3-b633-7b2b464182d5 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.1562068
Jan 15 15:02:19.834973 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-42e8337e-5a4c-4d6d-9dc6-c0fbcc5ba9da req-f4ca140a-f957-49db-9c23-a92af9554de2 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625768
Jan 15 15:02:20.305914 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-e6ae3cc1-dc0b-4366-b1b9-4a0de80db1af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.1218147
Jan 15 15:02:20.320806 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d870413f-8ef3-4e8a-9f64-7b344740bd7b req-ead68475-74da-483d-bde6-de960d474d11 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0692143
Jan 15 15:02:20.523538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e45cd-13a0-4018-ac5f-382869da9491 req-35a31de1-ba2d-4597-891f-1cbc51927fdf tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:20.532103 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e4e45cd-13a0-4018-ac5f-382869da9491 req-35a31de1-ba2d-4597-891f-1cbc51927fdf tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2413371
Jan 15 15:02:20.543252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-a52f03da-e7d8-4fd7-9801-877ad947b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:20.545873 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-a52f03da-e7d8-4fd7-9801-877ad947b029 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.2142527
Jan 15 15:02:20.613586 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e4e45cd-13a0-4018-ac5f-382869da9491 req-fc3142bd-c7c8-4fea-afbe-85e3c06e1862 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804725
Jan 15 15:02:20.719131 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-33af88dc-b7fd-439c-af78-bbc59586917f req-8769b05b-1420-4955-943f-f3e1eef30144 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.1675072
Jan 15 15:02:20.735353 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-9150e92a-5707-487c-915d-50eb2a31c4e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1018910
Jan 15 15:02:21.266834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-f3ad9332-0963-46e5-893c-26a3f25ecbcc tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:21.268667 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-f3ad9332-0963-46e5-893c-26a3f25ecbcc tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 810 time: 0.3585916
Jan 15 15:02:21.327233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-a340445d-b6ef-4059-ac68-3f38ac68c1fb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:02:21.407761 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-dde12a58-eda4-459e-8508-ed7d0179a48f service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6569948
Jan 15 15:02:21.489533 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-1dae5c42-7825-47fd-b459-02f2e89c1619 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=875882458de44009a4d2798b2d10b8ef HTTP/1.1" status: 200  len: 5704 time: 0.1561310
Jan 15 15:02:21.547104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3603b-372d-4d5b-bc28-841efaf050a4 req-06dd73f5-2a0f-4746-b5da-962c0aae3ec6 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:21.548795 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79d3603b-372d-4d5b-bc28-841efaf050a4 req-06dd73f5-2a0f-4746-b5da-962c0aae3ec6 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.2790322
Jan 15 15:02:21.554290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'port': {'device_id': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'admin_state_up': True, 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'security_groups': ['d6baf534-1063-4c45-afc6-b16a9a32b0b7']}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:21.754010 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79d3603b-372d-4d5b-bc28-841efaf050a4 req-f1bf5b35-49cd-49f9-acb2-dfe3d2482bd8 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637428
Jan 15 15:02:21.786777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-40f63270-dc8a-40c2-9933-e9b1aebf9ec3 req-2ccfc90b-060e-4aec-a795-6bc430fee7ae tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.1719224
Jan 15 15:02:21.787811 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35b0ecb1-d84f-42c9-8558-02714f23c6d5 req-5a98ddb3-0d1d-46f0-bc33-d1e743e5cefe service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3594522
Jan 15 15:02:21.789823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee70036-8928-4942-998c-18905fed7163 req-518c900f-a351-436f-b68d-3fc9704b7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:21.791483 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ee70036-8928-4942-998c-18905fed7163 req-518c900f-a351-436f-b68d-3fc9704b7bab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 1163 time: 1.1749468
Jan 15 15:02:21.835203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:21.866686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:21.869338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:21.884160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Made reservation on behalf of 875882458de44009a4d2798b2d10b8ef for: {'port': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:02:21.886209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:21.891182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Usage tracker for resource:security_group_rule and tenant:70440c55b96b4fd7b95285e934ad2b43 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:21.894500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:21.895623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:21.901565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:22.002955 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-39b4a714-05d3-4c0a-aebc-baa4ea676a04 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/networks?tenant_id=feca8fdb97044adf99549ab2cbf4b4a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0476296
Jan 15 15:02:22.195107 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a28d6-e853-4b40-bef9-970e51bbb8ae req-9642cf40-0de7-4515-b242-36e477828802 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:22.197124 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a72a28d6-e853-4b40-bef9-970e51bbb8ae req-9642cf40-0de7-4515-b242-36e477828802 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2737486
Jan 15 15:02:22.317655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3d0a6fc3-0a10-4593-8513-fd784ba7c217 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:22.325741 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a72a28d6-e853-4b40-bef9-970e51bbb8ae req-01c848af-9568-42d5-84b3-94a15f96e63c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875938
Jan 15 15:02:22.342323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.384496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-5cb5dff6-08ca-4b9d-ad85-2b24de6353e9 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:22.392494 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-5cb5dff6-08ca-4b9d-ad85-2b24de6353e9 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3642225
Jan 15 15:02:22.405662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.429225 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-9d23bda7-65e2-4e76-8aa4-453f6e75359c tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/quotas/feca8fdb97044adf99549ab2cbf4b4a6 HTTP/1.1" status: 200  len: 375 time: 0.0357146
Jan 15 15:02:22.457020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:22.465049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:22.466560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.485592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8df559a3-0bc0-42f6-8b0e-cb954d348d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:22.493985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Allocated IP 172.20.0.14 (0eb49b4f-aa51-4928-bf6a-d4d23f09268b/983d9e7f-1df3-4c65-b339-64a90298d7b4/2c1b0800-0566-4b3f-b47f-d83ceda0c234) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:02:22.522649 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-043d186d-4650-402a-9af4-b5cd65d7c742 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?tenant_id=feca8fdb97044adf99549ab2cbf4b4a6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0923452
Jan 15 15:02:22.552058 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ee70036-8928-4942-998c-18905fed7163 req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7121139
Jan 15 15:02:22.598570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-9ba7d305-4ee1-4de0-8380-af54fd73ea44 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:22.600389 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-9ba7d305-4ee1-4de0-8380-af54fd73ea44 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 817 time: 0.4486578
Jan 15 15:02:22.602441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab1056-6b17-4983-86f5-2e06220076d1,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:22.604915 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69f17c15-73dc-47c3-922e-2b971033d68d req-26bfb8fa-8d79-491e-823b-157a68a60635 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.0649965
Jan 15 15:02:22.618434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.618865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.619275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.619677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.620191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.620593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.621410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.622600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.623422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.623855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.624386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.624780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.625410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.626374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.626777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.627164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.627552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.628273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.628831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.629240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.629628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.630043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.630437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.630822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:22.647102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:22.660726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.704479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:22.723070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217,segment=NetworkSegment(49d4264d-4e6d-4a01-9339-0b5cccf89042),segment_id=49d4264d-4e6d-4a01-9339-0b5cccf89042)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:22.730392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.732376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5bcb6e08-2c66-478e-b680-e9288fddbdf9 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:22.777617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:22.787127 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-680f06cf-d45c-408f-99ee-3dbd655bf6ef req-80ad03c9-7ce8-42fe-ba37-ef343e6a3706 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.0803876
Jan 15 15:02:22.829007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217', 'code': 200}
Jan 15 15:02:22.914920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.931856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=3d0a6fc3-0a10-4593-8513-fd784ba7c217,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:22.940278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:22.948344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:22.948783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:22.967551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Transition to ACTIVE for port object 2c1b0800-0566-4b3f-b47f-d83ceda0c234 will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:23.032563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:23.077321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:23.149192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:23.250587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e01b29cc-4127-43ea-8476-2b573484359e req-abfb2660-5fbe-4802-bcc7-a3f1674ec05d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.1811759
Jan 15 15:02:23.302073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'Port': ['ID=2c1b0800-0566-4b3f-b47f-d83ceda0c234,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:23.314746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:23.405037 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-81af51dd-b1fe-4ac4-9364-7e358bd9ddf1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 5705 time: 0.2242479
Jan 15 15:02:23.413242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2864f-971f-40c0-b997-7d49f8aef11c req-bbbde115-89ff-4c1e-a42a-19c5b4edbade tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:23.418425 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a5a2864f-971f-40c0-b997-7d49f8aef11c req-bbbde115-89ff-4c1e-a42a-19c5b4edbade tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.3957312
Jan 15 15:02:23.421018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'port': {'device_id': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'admin_state_up': True, 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'security_groups': ['2824d30d-38cc-4131-8960-d28dd203f83f']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:23.527019 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a5a2864f-971f-40c0-b997-7d49f8aef11c req-af15da23-5552-4762-bcff-90a19451b0c6 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944405
Jan 15 15:02:23.528969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:23.530308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:23.538225 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:02:23.779948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:23.780788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:23.826811 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2768633
Jan 15 15:02:23.846172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-20ecf635-5324-4b45-91d6-3a56a830b685 None None] Provisioning for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:23.859592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Request body: {'port': {'device_id': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:23.867577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-20ecf635-5324-4b45-91d6-3a56a830b685 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:23.868334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20ecf635-5324-4b45-91d6-3a56a830b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:23.879274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:23.908152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce8688-9176-4b70-9dd4-4b66cf9b5b0f req-8d139c49-0d92-4cba-96e8-711fadcb6b0a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:23.910348 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e7ce8688-9176-4b70-9dd4-4b66cf9b5b0f req-8d139c49-0d92-4cba-96e8-711fadcb6b0a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.3332305
Jan 15 15:02:23.917339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac257d03-f0ab-4ad1-8390-7f2265743a9c req-67b248f6-365d-4852-9a51-7a3f5ec22533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:23.919072 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac257d03-f0ab-4ad1-8390-7f2265743a9c req-67b248f6-365d-4852-9a51-7a3f5ec22533 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 1163 time: 0.3515003
Jan 15 15:02:23.936711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-20ecf635-5324-4b45-91d6-3a56a830b685 None None] Port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:02:23.941089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:24.001603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Made reservation on behalf of fb9c8fffb1fa4e1db6dd94d85713ca99 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:02:24.010973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:24.055249 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac257d03-f0ab-4ad1-8390-7f2265743a9c req-6b101043-61d2-487f-8b00-a4d9388335e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115379
Jan 15 15:02:24.063832 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e7ce8688-9176-4b70-9dd4-4b66cf9b5b0f req-5f31fdb3-7036-4001-9851-2d24bef63898 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437213
Jan 15 15:02:24.064929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:24.114001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8db18-3fab-4823-b55f-8f961993877f req-d953e193-ac65-47f3-87aa-006cf46b31a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:24.114846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-43a8db18-3fab-4823-b55f-8f961993877f req-d953e193-ac65-47f3-87aa-006cf46b31a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:24.179703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-43a8db18-3fab-4823-b55f-8f961993877f req-d953e193-ac65-47f3-87aa-006cf46b31a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:24.180717 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-43a8db18-3fab-4823-b55f-8f961993877f req-d953e193-ac65-47f3-87aa-006cf46b31a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 932 time: 0.2791879
Jan 15 15:02:24.297340 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f1db9714-595d-4d32-996e-b862c7424f90 req-1da30ec6-9637-4d4b-be1a-dd6967b4a9bf tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.0585010
Jan 15 15:02:24.419031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Allocated IP 172.20.0.9 (ee5f19e0-b8a7-4ae5-9e74-38af9d43f290/1ba101aa-8296-4a9d-95de-f02ff42f8b78/c89806d8-ff4b-4e13-a6c7-974e93377785) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:02:24.496355 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-43a8db18-3fab-4823-b55f-8f961993877f req-775ce66a-0631-4b77-87f8-2305e2ccbe05 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3063283
Jan 15 15:02:24.630508 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-198f0571-83ad-4eb2-9384-1ec97af5edba req-5f10199e-baf6-43f7-8869-ff3254e59178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.1225326
Jan 15 15:02:24.762823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:24.783093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Transition to ACTIVE for port object c89806d8-ff4b-4e13-a6c7-974e93377785 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:24.836010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:24.858339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:24.938280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae5840-e58b-4d48-90b4-33e20a72647f req-544f9605-e09a-4628-a802-4046d03b96cc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:24.939997 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aeae5840-e58b-4d48-90b4-33e20a72647f req-544f9605-e09a-4628-a802-4046d03b96cc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.2314942
Jan 15 15:02:24.958777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1b0800-0566-4b3f-b47f-d83ceda0c234 {{(pid=80102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:02:24.989685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.018262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Transition to ACTIVE for port object 2c1b0800-0566-4b3f-b47f-d83ceda0c234 will not be triggered until provisioned by entity L2. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:25.026347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:25.029965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:25.030578 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aeae5840-e58b-4d48-90b4-33e20a72647f req-e7b84ba6-994a-491b-b122-0fc6b859e17d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637698
Jan 15 15:02:25.031737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.071036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:25.095609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:25.098967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:25.101390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:02:25.210035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:25.210775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.214712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Pushing event updated for resources: {'Port': ['ID=2c1b0800-0566-4b3f-b47f-d83ceda0c234,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:25.229989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.230395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.230799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.231756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.232144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.232532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.233234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.233234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.233617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.234887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.234887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.234887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.235279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.235554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.235886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.236267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.236643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.237020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.237410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.238093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.238248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.238541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.238919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.239298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:25.257189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:25.261504 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8457704
Jan 15 15:02:25.428240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c73346-29fd-4964-a955-f6cf3efaab57 req-4cf668b5-4ba4-4c68-9bc3-a953061377a8 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:25.437607 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-56c73346-29fd-4964-a955-f6cf3efaab57 req-4cf668b5-4ba4-4c68-9bc3-a953061377a8 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1516731
Jan 15 15:02:25.449007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Attempting to bind port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:25.449536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Attempting to bind port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:25.450562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Attempting to bind port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 on network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:25.457160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:25.457712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Checking segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:25.458359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.458854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Bound using segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:25.459443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Bound port: 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:25.459882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.474942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-153bfb94-df37-456a-b5e3-98ef45651114 None None] Provisioning for port c89806d8-ff4b-4e13-a6c7-974e93377785 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:25.480594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-153bfb94-df37-456a-b5e3-98ef45651114 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:25.481301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-153bfb94-df37-456a-b5e3-98ef45651114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.494954 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-56c73346-29fd-4964-a955-f6cf3efaab57 req-22902109-0b1b-487a-b6ef-1a071c9dc490 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562007
Jan 15 15:02:25.544491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-153bfb94-df37-456a-b5e3-98ef45651114 None None] Port c89806d8-ff4b-4e13-a6c7-974e93377785 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:02:25.570642 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-979d2cab-0d9f-41df-a552-1300e65f6138 req-7ad85a52-41c9-4b9c-ae5e-a62d6ef821d0 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.0935864
Jan 15 15:02:25.614128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] For port 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host hv-cinder-73414, cleared binding levels {{(pid=80102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:25.617252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] For port 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:25.621193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.639206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:25.748946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721d315-3615-4a87-9cf7-0e9da6beecc6 req-a64f6912-6016-4980-a73e-d634bb8e110a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:25.750529 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a721d315-3615-4a87-9cf7-0e9da6beecc6 req-a64f6912-6016-4980-a73e-d634bb8e110a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1047161
Jan 15 15:02:25.783410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Pushing event updated for resources: {'Port': ['ID=2c1b0800-0566-4b3f-b47f-d83ceda0c234,revision_number=3']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:25.789788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:25.805214 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a721d315-3615-4a87-9cf7-0e9da6beecc6 req-ebd3522e-4bd0-41f3-913c-5ee785ac4185 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480087
Jan 15 15:02:25.892421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:25.893021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:25.894575 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] 10.222.0.74 "PUT /v2.0/ports/2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 1158 time: 2.0425384
Jan 15 15:02:25.896827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:25.936251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5cb0-ad44-447a-b361-b0268f674112 req-e0ccedab-5173-48a7-ab6f-3f6cf9070252 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:25.938016 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-131f5cb0-ad44-447a-b361-b0268f674112 req-e0ccedab-5173-48a7-ab6f-3f6cf9070252 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 931 time: 0.1558087
Jan 15 15:02:25.966312 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'status': 'completed', 'code': 200}
Jan 15 15:02:25.997950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-131f5cb0-ad44-447a-b361-b0268f674112 req-f0d51c4f-1835-42a7-b90c-e827d55f769c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:26.013136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-131f5cb0-ad44-447a-b361-b0268f674112 req-f0d51c4f-1835-42a7-b90c-e827d55f769c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:26.014579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-131f5cb0-ad44-447a-b361-b0268f674112 req-f0d51c4f-1835-42a7-b90c-e827d55f769c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699792
Jan 15 15:02:26.281328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a73fb-6051-454e-8473-eb9820c77658 req-05613b15-fe1e-49df-bc4e-c796500d261c tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:26.283004 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f25a73fb-6051-454e-8473-eb9820c77658 req-05613b15-fe1e-49df-bc4e-c796500d261c tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.1112840
Jan 15 15:02:26.336954 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f25a73fb-6051-454e-8473-eb9820c77658 req-5c71a387-45d4-40ba-b653-4b2651d455bb tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469203
Jan 15 15:02:26.735085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aa343-7e23-49df-b56a-283912d7d7d9 req-a83ab1e0-4c2b-4403-9975-3da3370f3750 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:26.736725 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e62aa343-7e23-49df-b56a-283912d7d7d9 req-a83ab1e0-4c2b-4403-9975-3da3370f3750 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1058655
Jan 15 15:02:26.744923 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-97123e72-d633-429b-b331-6bae753bf05d req-8eba74fd-a505-4fe5-a9c7-ffbc262ee68b tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.0469644
Jan 15 15:02:26.789422 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e62aa343-7e23-49df-b56a-283912d7d7d9 req-28e06a15-231a-462e-93b2-f76db78b1873 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462015
Jan 15 15:02:27.253287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf1de2-c20a-41ec-9689-dc57c049f17a req-fa3059e7-a790-4bd0-9b2a-b3f64173fb55 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:27.255046 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-92bf1de2-c20a-41ec-9689-dc57c049f17a req-fa3059e7-a790-4bd0-9b2a-b3f64173fb55 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.3190188
Jan 15 15:02:27.287398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498db1a-2fc7-441e-a501-eaa7bbce8626 req-6ff49254-5479-48ee-9bf8-777ce517b3da tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:27.290419 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4498db1a-2fc7-441e-a501-eaa7bbce8626 req-6ff49254-5479-48ee-9bf8-777ce517b3da tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 931 time: 0.1231709
Jan 15 15:02:27.309068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-92bf1de2-c20a-41ec-9689-dc57c049f17a req-efd2f177-0598-4e2e-b02e-7c52723e5836 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468352
Jan 15 15:02:27.348185 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4498db1a-2fc7-441e-a501-eaa7bbce8626 req-38e374c2-4207-4b63-8843-7e6b26a902a4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514538
Jan 15 15:02:27.567477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1074-9230-4818-9c50-8ed7eca55d12 req-b6b73a42-bfa3-4709-a575-ce98eaeba7de tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:27.569175 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-179b1074-9230-4818-9c50-8ed7eca55d12 req-b6b73a42-bfa3-4709-a575-ce98eaeba7de tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.1019931
Jan 15 15:02:27.621515 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-179b1074-9230-4818-9c50-8ed7eca55d12 req-fa92b4db-2ea1-4453-9760-8ad77ba9bd85 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452592
Jan 15 15:02:27.924781 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-668a436a-5dde-4f46-b6c5-6fd2f1042491 req-eb9963da-d62a-42eb-91b6-a36dbb6b4fc6 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.0486250
Jan 15 15:02:28.027103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf4e1a-3ad8-4735-af41-563ea40689a7 req-13364db1-683a-44eb-99d9-641c37dae090 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:28.029019 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-68bf4e1a-3ad8-4735-af41-563ea40689a7 req-13364db1-683a-44eb-99d9-641c37dae090 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1042898
Jan 15 15:02:28.085815 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-68bf4e1a-3ad8-4735-af41-563ea40689a7 req-d30fe8d5-0f45-43f3-a606-13311813d38d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502355
Jan 15 15:02:28.319473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Request body: {'port': {'device_id': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:28.450552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50c7c0-7c32-4368-8b4f-aaa7075cb2cc req-eab00f07-20ea-4204-b8b0-2e4b734e2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:28.452292 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff50c7c0-7c32-4368-8b4f-aaa7075cb2cc req-eab00f07-20ea-4204-b8b0-2e4b734e2a6b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1161 time: 0.1010139
Jan 15 15:02:28.467539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:28.691511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14e0a8-a821-442f-be3f-fed963a5908b req-0cf38928-3626-4fc5-9788-6f150eb2a3d8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:28.693179 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce14e0a8-a821-442f-be3f-fed963a5908b req-0cf38928-3626-4fc5-9788-6f150eb2a3d8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.2460437
Jan 15 15:02:28.695997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50c7c0-7c32-4368-8b4f-aaa7075cb2cc req-4fbaa0a5-602e-4896-91ab-d94f73e1941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:28.697449 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff50c7c0-7c32-4368-8b4f-aaa7075cb2cc req-4fbaa0a5-602e-4896-91ab-d94f73e1941f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=875882458de44009a4d2798b2d10b8ef&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2096543
Jan 15 15:02:28.703669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3d0a6fc3-0a10-4593-8513-fd784ba7c217 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:28.750594 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce14e0a8-a821-442f-be3f-fed963a5908b req-b8d2eab8-cf2c-428c-96f2-327f8dc0482b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508790
Jan 15 15:02:28.756479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b31dc-3506-4e73-92dc-7febaedf4d2b req-b7c80f09-a657-42b1-8b59-6e53da92f5db tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:28.757303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6f1b31dc-3506-4e73-92dc-7febaedf4d2b req-b7c80f09-a657-42b1-8b59-6e53da92f5db tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:28.795295 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:28.795736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:28.802951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6f1b31dc-3506-4e73-92dc-7febaedf4d2b req-b7c80f09-a657-42b1-8b59-6e53da92f5db tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:28.804281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6f1b31dc-3506-4e73-92dc-7febaedf4d2b req-b7c80f09-a657-42b1-8b59-6e53da92f5db tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 931 time: 0.2884219
Jan 15 15:02:28.940345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:28.948372 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6f1b31dc-3506-4e73-92dc-7febaedf4d2b req-b69e5773-048c-4cfa-9a3d-afd3599d7ea6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366470
Jan 15 15:02:29.025174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:29.031007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:29.031240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:29.171368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:29.201323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8805b-e886-4b0e-bbb3-7c651f7e150c req-725da801-b78e-438a-b37d-b5200b116246 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:29.204685 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f0b8805b-e886-4b0e-bbb3-7c651f7e150c req-725da801-b78e-438a-b37d-b5200b116246 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.2962618
Jan 15 15:02:29.218068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:29.236027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:29.239396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:29.253719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:29.261994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50c7c0-7c32-4368-8b4f-aaa7075cb2cc req-803df4b0-26dc-4044-93a9-b8ae07ea63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:29.266180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89806d8-ff4b-4e13-a6c7-974e93377785 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:02:29.272138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff50c7c0-7c32-4368-8b4f-aaa7075cb2cc req-803df4b0-26dc-4044-93a9-b8ae07ea63cd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3902490
Jan 15 15:02:29.277878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:29.315548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Transition to ACTIVE for port object c89806d8-ff4b-4e13-a6c7-974e93377785 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:29.328875 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f0b8805b-e886-4b0e-bbb3-7c651f7e150c req-a18117dc-12cf-46ba-b113-fa0d2d91b209 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152105
Jan 15 15:02:29.379456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:29.409972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:29.440511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:29.445206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:29.450534 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fc5708c0-28e6-435c-b654-4dd94239c6b3 req-d659c0f3-7758-4b2f-b156-1b6c09413ee8 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.1359110
Jan 15 15:02:29.552759 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002', 'code': 200}
Jan 15 15:02:29.582312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Pushing event updated for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:29.585931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:29.667994 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-61816240-b31a-4110-8f48-36da6e5e8f7d tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.74 "GET /v2.0/networks?tenant_id=feca8fdb97044adf99549ab2cbf4b4a6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0716486
Jan 15 15:02:29.849790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3de10-e72b-4dc5-98d7-1e602b17ea27 req-4054a9e4-f1ee-475c-b2ec-67852ceb6fdc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:29.851953 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fce3de10-e72b-4dc5-98d7-1e602b17ea27 req-4054a9e4-f1ee-475c-b2ec-67852ceb6fdc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.3199129
Jan 15 15:02:29.862403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-527b6a9c-ea2a-44dd-930d-2f39d0532c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:29.864036 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-527b6a9c-ea2a-44dd-930d-2f39d0532c69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1161 time: 0.2496891
Jan 15 15:02:29.930213 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fce3de10-e72b-4dc5-98d7-1e602b17ea27 req-f3c57224-7566-4dc7-a363-16f5182f6eb7 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647941
Jan 15 15:02:30.091403 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-85ce2ae6-cf06-4b50-8493-9e2e39c97624 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 217 time: 0.1600382
Jan 15 15:02:30.259638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-5d53573c-245e-4596-8c7a-6e43a782f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:30.261834 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-5d53573c-245e-4596-8c7a-6e43a782f733 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.0910506
Jan 15 15:02:30.384211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Attempting to bind port c89806d8-ff4b-4e13-a6c7-974e93377785 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:30.385090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Attempting to bind port c89806d8-ff4b-4e13-a6c7-974e93377785 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:30.385746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Attempting to bind port c89806d8-ff4b-4e13-a6c7-974e93377785 on network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:30.396554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.74', 52114) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:30.404567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-196e13b1-e969-411e-aefe-4df6bd1ca500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:30.405191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:30.405943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Checking segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:30.406246 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-196e13b1-e969-411e-aefe-4df6bd1ca500 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1234808
Jan 15 15:02:30.406653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:30.407199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Bound using segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:30.407843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Bound port: c89806d8-ff4b-4e13-a6c7-974e93377785, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:30.408374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:30.495106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b86400-39f6-49a6-812d-beecf13b0ed5 req-f424b420-0e7c-4e10-bf1d-771d8d96bf4a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:30.505452 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d8b86400-39f6-49a6-812d-beecf13b0ed5 req-f424b420-0e7c-4e10-bf1d-771d8d96bf4a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.4797344
Jan 15 15:02:30.516938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3d0a6fc3-0a10-4593-8513-fd784ba7c217 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:30.550299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-a834c381-a4c8-472c-a137-2157184b6e51 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:30.552422 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-a834c381-a4c8-472c-a137-2157184b6e51 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7312064
Jan 15 15:02:30.643710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:30.644487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:30.664790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Request body: {'port': {'device_id': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5', 'admin_state_up': True, 'tenant_id': 'feca8fdb97044adf99549ab2cbf4b4a6'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:30.670217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.74', 52115) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:30.721574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c3447-5d7b-4e73-a90a-6de119f5fc73 req-824ce711-a7e0-4cd2-82b4-d91f0e6684ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:30.723251 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e4c3447-5d7b-4e73-a90a-6de119f5fc73 req-824ce711-a7e0-4cd2-82b4-d91f0e6684ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.3160493
Jan 15 15:02:30.735173 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-e316635c-e1d7-4974-981f-3c9082414b9d service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923589
Jan 15 15:02:30.774072 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d8b86400-39f6-49a6-812d-beecf13b0ed5 req-1400ea6e-b671-4a7e-b9ec-7defbe832647 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2675831
Jan 15 15:02:30.810601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:30.913441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] For port c89806d8-ff4b-4e13-a6c7-974e93377785, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:30.921679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] For port c89806d8-ff4b-4e13-a6c7-974e93377785, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c89806d8-ff4b-4e13-a6c7-974e93377785,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:30.978897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:30.979328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:30.982350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:31.042604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:31.248084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:31.266596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Usage tracker for resource:port and tenant:feca8fdb97044adf99549ab2cbf4b4a6 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:31.273543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Quota usage for port was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:31.295335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:31.315054 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e4c3447-5d7b-4e73-a90a-6de119f5fc73 req-6821e9a1-15b3-4025-9379-90fe03c4986e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5454335
Jan 15 15:02:31.339577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Pushing event updated for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:31.346919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:31.363513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8b93d-9289-45ea-af42-84892bea2ace req-1ce62de6-3960-47e2-9bb9-2a198e392016 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:31.365279 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0ef8b93d-9289-45ea-af42-84892bea2ace req-1ce62de6-3960-47e2-9bb9-2a198e392016 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.7325299
Jan 15 15:02:31.373404 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fc01638-2c4f-461b-a75d-81ed4489f2c0 req-59016ec5-cf58-4fd0-b421-4351689549d3 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6053157
Jan 15 15:02:31.390627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-f240a4a5-77d3-48e1-abcc-c14d5d4da79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:31.392232 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-f240a4a5-77d3-48e1-abcc-c14d5d4da79f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 1163 time: 0.7142537
Jan 15 15:02:31.399052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Made reservation on behalf of feca8fdb97044adf99549ab2cbf4b4a6 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:02:31.411142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:31.427958 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0ef8b93d-9289-45ea-af42-84892bea2ace req-bd95cdce-6c83-486f-b42c-d24add83ee17 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533540
Jan 15 15:02:31.438293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:31.722952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd6e0-e004-47d3-9a55-e36c1c048e8e req-9826bdc6-ca81-4a1a-beea-399489f4323e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:31.724673 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de5dd6e0-e004-47d3-9a55-e36c1c048e8e req-9826bdc6-ca81-4a1a-beea-399489f4323e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1216407
Jan 15 15:02:31.727891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:31.764415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311bdf-4711-4f70-89ba-e909a0feac00 req-4a974bcf-0e59-49fd-9897-966ad126b5b8 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:31.766227 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce311bdf-4711-4f70-89ba-e909a0feac00 req-4a974bcf-0e59-49fd-9897-966ad126b5b8 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.7247953
Jan 15 15:02:31.770648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Usage tracker for resource:security_group_rule and tenant:feca8fdb97044adf99549ab2cbf4b4a6 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:31.778549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:31.779819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:31.780825 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] 10.222.0.74 "PUT /v2.0/ports/c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 1157 time: 3.4661736
Jan 15 15:02:31.781811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:31.785578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:31.793556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:31.869524 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce311bdf-4711-4f70-89ba-e909a0feac00 req-0e5d315b-8d65-4c6b-b74b-6b1afcdcfdbb tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727615
Jan 15 15:02:31.890906 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de5dd6e0-e004-47d3-9a55-e36c1c048e8e req-1855663b-98c7-435b-af4d-6e3b7695a2c1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585190
Jan 15 15:02:31.970036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3d0a6fc3-0a10-4593-8513-fd784ba7c217 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:31.983602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:31.989920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:32.016243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-f07bbb44-4d58-4e42-aa17-d20d9b50e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:32.017860 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-f07bbb44-4d58-4e42-aa17-d20d9b50e3d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.2843077
Jan 15 15:02:32.111206 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'status': 'completed', 'code': 200}
Jan 15 15:02:32.115278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:32.131208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:32.131644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:32.237659 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ed9c2292-7d52-4f48-bf64-4c091e649503 req-db653357-2971-4a36-90bd-555111f30f0d tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.1232879
Jan 15 15:02:32.330103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2d5e-1541-4b11-861b-7a97cb81e0a1 req-61d7ab7a-98ed-48d9-8379-f0fffbce3509 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:32.331885 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-144d2d5e-1541-4b11-861b-7a97cb81e0a1 req-61d7ab7a-98ed-48d9-8379-f0fffbce3509 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1257427
Jan 15 15:02:32.349598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1da8e-08c0-4595-8fde-c5aec7b51f81,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:32.352536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:32.395868 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-144d2d5e-1541-4b11-861b-7a97cb81e0a1 req-a0bcde38-308e-466d-aadf-b55a1b11a39e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570347
Jan 15 15:02:32.415363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b96ee495-5574-4a31-b5ad-3ade05ffb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:32.416990 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-b96ee495-5574-4a31-b5ad-3ade05ffb695 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1160 time: 0.4292958
Jan 15 15:02:32.689206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Allocated IP 192.168.233.5 (19114934-64d6-4f6c-ad9c-41b2d6334de5/b921893c-7542-4381-bd09-74fcb4885bae/6de50478-6a95-4960-9529-2c335422c864) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:02:32.790915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0692-7a9e-4f37-8c4a-6407fa6b7c13 req-8c860431-9b80-42ab-af85-959fdb7c0e4f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:32.792563 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09dd0692-7a9e-4f37-8c4a-6407fa6b7c13 req-8c860431-9b80-42ab-af85-959fdb7c0e4f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1737428
Jan 15 15:02:32.941980 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09dd0692-7a9e-4f37-8c4a-6407fa6b7c13 req-51e69cc2-9d35-4f4e-8cbd-0cdde92b9ffc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316006
Jan 15 15:02:33.005627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:33.024210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Transition to ACTIVE for port object 6de50478-6a95-4960-9529-2c335422c864 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:33.046918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:33.065719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:33.146853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878fc78-5c89-494d-a8ec-cc1e1cf96ba0 req-bd8bee55-6668-4b2e-b180-d689808e4d8f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:33.148388 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9878fc78-5c89-494d-a8ec-cc1e1cf96ba0 req-bd8bee55-6668-4b2e-b180-d689808e4d8f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1093686
Jan 15 15:02:33.203836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9878fc78-5c89-494d-a8ec-cc1e1cf96ba0 req-53b1cfff-77ce-4a67-b50c-fb1228a9bee7 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482323
Jan 15 15:02:33.207420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Pushing event updated for resources: {'Port': ['ID=6de50478-6a95-4960-9529-2c335422c864,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:33.210620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:33.268289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:02:33.269533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:02:33.271913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:02:33.366740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:33.367474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:33.456076 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.8078818
Jan 15 15:02:33.498977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-ed1f7ac6-e611-4a65-8cd2-bd2da500bc26 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:33.500199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-ed1f7ac6-e611-4a65-8cd2-bd2da500bc26 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Synchronizing usage tracker for tenant:feca8fdb97044adf99549ab2cbf4b4a6 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:33.517989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-ed1f7ac6-e611-4a65-8cd2-bd2da500bc26 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Unset dirty status for tenant:feca8fdb97044adf99549ab2cbf4b4a6 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:33.519281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-ed1f7ac6-e611-4a65-8cd2-bd2da500bc26 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 934 time: 0.1445065
Jan 15 15:02:33.547789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-2a06e6fb-d63d-45ab-96ca-c95e13d97705 None None] Provisioning for port 6de50478-6a95-4960-9529-2c335422c864 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:33.553875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-2a06e6fb-d63d-45ab-96ca-c95e13d97705 None None] Provisioning complete for port 6de50478-6a95-4960-9529-2c335422c864 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:33.554422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2a06e6fb-d63d-45ab-96ca-c95e13d97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:33.576208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-0983b61a-e734-40b6-b400-75818e6c9316 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Synchronizing usage tracker for tenant:feca8fdb97044adf99549ab2cbf4b4a6 on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:33.595966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-0983b61a-e734-40b6-b400-75818e6c9316 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Unset dirty status for tenant:feca8fdb97044adf99549ab2cbf4b4a6 on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:33.600650 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-112b4777-a8c8-4cfe-9e1c-ad3fd9d1afe3 req-0983b61a-e734-40b6-b400-75818e6c9316 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740783
Jan 15 15:02:33.617555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-2a06e6fb-d63d-45ab-96ca-c95e13d97705 None None] Port 6de50478-6a95-4960-9529-2c335422c864 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:02:33.663384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf176a-aa33-42e8-aa25-537b186c34e5 req-f9ad14c1-d03d-43df-81bf-6926f396b976 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:33.665143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0bdf176a-aa33-42e8-aa25-537b186c34e5 req-f9ad14c1-d03d-43df-81bf-6926f396b976 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1278245
Jan 15 15:02:33.721295 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0bdf176a-aa33-42e8-aa25-537b186c34e5 req-1f15ccc2-1e82-4744-98d7-168838d60bca tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489779
Jan 15 15:02:34.191933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141f86c-ed40-4c14-9fbc-e627a9674cf5 req-7d742dae-68d0-4dcf-abb8-df15dfe5bb9b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:34.193545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5141f86c-ed40-4c14-9fbc-e627a9674cf5 req-7d742dae-68d0-4dcf-abb8-df15dfe5bb9b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1047499
Jan 15 15:02:34.245834 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5141f86c-ed40-4c14-9fbc-e627a9674cf5 req-7c99995d-f964-491b-bdcb-d0bd960bafa1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457175
Jan 15 15:02:34.444301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1234a28-656a-48ea-a90c-02b6d4e1e071 req-6457baca-e8c5-4f97-895a-e4468358fb15 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:34.445924 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1234a28-656a-48ea-a90c-02b6d4e1e071 req-6457baca-e8c5-4f97-895a-e4468358fb15 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1006615
Jan 15 15:02:34.500143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1234a28-656a-48ea-a90c-02b6d4e1e071 req-f58777c1-629f-44c4-b1d2-6759d9d11f6a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468042
Jan 15 15:02:34.842419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19027f7-3cdb-4b95-97db-941e65a6f73e req-9a37238b-a3da-492a-967a-739d20770324 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:34.844404 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d19027f7-3cdb-4b95-97db-941e65a6f73e req-9a37238b-a3da-492a-967a-739d20770324 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 934 time: 0.1041443
Jan 15 15:02:34.905989 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d19027f7-3cdb-4b95-97db-941e65a6f73e req-35cdb0e4-0046-4304-966f-2b457b7cd10b tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502806
Jan 15 15:02:34.964001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe62b-cb6f-4c59-9238-15ff2fe9f2ca req-8c664bb0-3029-4fee-a1e0-34e627f24c51 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:34.965721 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bfcbe62b-cb6f-4c59-9238-15ff2fe9f2ca req-8c664bb0-3029-4fee-a1e0-34e627f24c51 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1076510
Jan 15 15:02:35.019696 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bfcbe62b-cb6f-4c59-9238-15ff2fe9f2ca req-b268300e-a1b6-43d2-a72c-103a08e28d08 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473351
Jan 15 15:02:35.492267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec48c6-0968-408a-9598-15af0a42ebb5 req-8cd371fa-cc91-48bf-a8d7-c8e24d7c9882 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:35.493923 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-27ec48c6-0968-408a-9598-15af0a42ebb5 req-8cd371fa-cc91-48bf-a8d7-c8e24d7c9882 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1046028
Jan 15 15:02:35.546651 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-27ec48c6-0968-408a-9598-15af0a42ebb5 req-70fee9f2-62d5-4c18-9d26-4550c4c7bc9d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454984
Jan 15 15:02:35.759264 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-4c2a355f-a25f-46a4-823e-3dc19590035d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9 HTTP/1.1" status: 200  len: 217 time: 0.0804434
Jan 15 15:02:35.802856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b6689-7492-4d88-bf50-ff351b2bd21a req-bb43fdaa-3dd4-472f-8e14-871efdb1f3be tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:35.804434 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5e6b6689-7492-4d88-bf50-ff351b2bd21a req-bb43fdaa-3dd4-472f-8e14-871efdb1f3be tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1714087
Jan 15 15:02:35.820530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Request body: {'port': {'device_id': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:35.862114 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-4d451197-535b-4e41-97e3-c2df5ac06861 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 217 time: 0.1051574
Jan 15 15:02:35.915243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5e6b6689-7492-4d88-bf50-ff351b2bd21a req-0c9fb1e8-bb83-4662-a64e-da91bf8c058f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738900
Jan 15 15:02:35.918774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-18834060-7fc2-4c66-b4ab-95a0bb164915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:35.920947 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-18834060-7fc2-4c66-b4ab-95a0bb164915 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.1155391
Jan 15 15:02:35.952175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-9f05151f-da87-40a9-94b7-338e2a21c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:35.953795 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-9f05151f-da87-40a9-94b7-338e2a21c1f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.0767853
Jan 15 15:02:35.980908 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-678e2c78-fea7-480c-9d3a-57dcf849d45e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499034
Jan 15 15:02:36.176298 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-45f8be33-160d-4651-be7e-f7abd207f4fe service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691880
Jan 15 15:02:36.211982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:36.346720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-62e82693-6429-4423-a452-a8fbf09fd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:36.348276 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-62e82693-6429-4423-a452-a8fbf09fd489 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3461835
Jan 15 15:02:36.390888 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9164be4d-1b4c-4c87-996c-39b4936f6d94 req-7955dbc8-77bc-49b1-87ff-009fba025828 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1760747
Jan 15 15:02:36.414217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac4ad7-7766-46fe-9882-e35b592d1bff req-81b1f63e-f7e6-48df-88ef-6b7c51639dc7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:36.415857 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6cac4ad7-7766-46fe-9882-e35b592d1bff req-81b1f63e-f7e6-48df-88ef-6b7c51639dc7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.2381902
Jan 15 15:02:36.430020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716ffed-9e09-42e9-99b1-c9b17448b797 req-48da58b6-a4ab-4670-9b86-004a66688fd9 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:36.431855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2716ffed-9e09-42e9-99b1-c9b17448b797 req-48da58b6-a4ab-4670-9b86-004a66688fd9 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 934 time: 0.3143768
Jan 15 15:02:36.477686 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6cac4ad7-7766-46fe-9882-e35b592d1bff req-cb70811a-1a31-46b3-8dcd-31b6ac6d40bd tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549028
Jan 15 15:02:36.645669 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2716ffed-9e09-42e9-99b1-c9b17448b797 req-c32c795b-fc73-457d-9e9c-d6200b9444df tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515837
Jan 15 15:02:36.767993 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-cf3c3975-6fd9-455b-920a-488eebc0ae8b service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008355
Jan 15 15:02:36.800687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a3b2-2846-4336-8b21-a47bb273e65c req-1e59395d-5db3-4f63-a691-fe929bf7119b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:36.802566 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e425a3b2-2846-4336-8b21-a47bb273e65c req-1e59395d-5db3-4f63-a691-fe929bf7119b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1075611
Jan 15 15:02:36.862058 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e425a3b2-2846-4336-8b21-a47bb273e65c req-6b6d8439-d36f-4b55-b32a-4cfa1c9e62c0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522656
Jan 15 15:02:37.399312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de50478-6a95-4960-9529-2c335422c864 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:02:37.406497 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d40707aa-a364-4c6f-9470-a80ced6a4ecc req-2c6f8557-bdf9-4393-b95b-211e1ca4af97 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5840042
Jan 15 15:02:37.411015 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:37.431550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Transition to ACTIVE for port object 6de50478-6a95-4960-9529-2c335422c864 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:02:37.434924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:37.452651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d219fae5-7dc6-4462-a047-0a60dba9491f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:37.581563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3c634-f85a-41b3-a12e-06674192ecc8 req-bb06edc5-96e8-49d0-9701-6fcf4cb79473 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:37.583283 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-31c3c634-f85a-41b3-a12e-06674192ecc8 req-bb06edc5-96e8-49d0-9701-6fcf4cb79473 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.4096141
Jan 15 15:02:37.693711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6de50478-6a95-4960-9529-2c335422c864,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:37.709677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:37.758709 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-31c3c634-f85a-41b3-a12e-06674192ecc8 req-99a5c37a-195c-4d7a-900a-dc0725a3218f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641788
Jan 15 15:02:37.863913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-a3dccecf-e8a7-40e6-ad12-a3e9a5bf45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:37.865777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-a3dccecf-e8a7-40e6-ad12-a3e9a5bf45ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1160 time: 0.2260759
Jan 15 15:02:38.212592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3eea-de61-4487-8282-22ca636803dd req-ebbca363-27d8-4b0f-96d9-8ce49f72491f tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:38.214329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-580b7677-41d1-4b9d-a9de-146cbfb0530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:38.215944 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-580b7677-41d1-4b9d-a9de-146cbfb0530f service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.3371692
Jan 15 15:02:38.217460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Attempting to bind port 6de50478-6a95-4960-9529-2c335422c864 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:02:38.217830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Attempting to bind port 6de50478-6a95-4960-9529-2c335422c864 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:02:38.218639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Attempting to bind port 6de50478-6a95-4960-9529-2c335422c864 on network 19114934-64d6-4f6c-ad9c-41b2d6334de5 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:02:38.221746 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f07b3eea-de61-4487-8282-22ca636803dd req-ebbca363-27d8-4b0f-96d9-8ce49f72491f tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1203878
Jan 15 15:02:38.228421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:02:38.228805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Checking segment: {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:02:38.229277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:38.229849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Bound using segment: {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:02:38.230368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Bound port: 6de50478-6a95-4960-9529-2c335422c864, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab6a8de-493c-4388-97f7-e036e8cf909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19114934-64d6-4f6c-ad9c-41b2d6334de5'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:02:38.230879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:38.291999 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f07b3eea-de61-4487-8282-22ca636803dd req-8bde0e38-2f3f-42f1-aefa-69e327848b62 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691631
Jan 15 15:02:38.353102 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-92766d4b-922d-4205-a571-a81efcae04f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 217 time: 0.1059744
Jan 15 15:02:38.381344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4055ff-8ddf-45ce-9f3c-bfdbdbcf2641 req-7804e9eb-552f-4346-ade7-1e823aa4b6af tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:38.390356 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e4055ff-8ddf-45ce-9f3c-bfdbdbcf2641 req-7804e9eb-552f-4346-ade7-1e823aa4b6af tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.4382613
Jan 15 15:02:38.580002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e470dc-ffe7-4e23-a3aa-0fa8f692c063 req-272134e0-b967-4d3f-bda3-cd1ed88265a5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:38.583359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58662) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:38.587709 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-12e470dc-ffe7-4e23-a3aa-0fa8f692c063 req-272134e0-b967-4d3f-bda3-cd1ed88265a5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1284976
Jan 15 15:02:38.617813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] For port 6de50478-6a95-4960-9529-2c335422c864, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:02:38.622289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] For port 6de50478-6a95-4960-9529-2c335422c864, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=6de50478-6a95-4960-9529-2c335422c864,segment=NetworkSegment(4ab6a8de-493c-4388-97f7-e036e8cf909c),segment_id=4ab6a8de-493c-4388-97f7-e036e8cf909c)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:02:38.637324 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e4055ff-8ddf-45ce-9f3c-bfdbdbcf2641 req-1650562d-c893-479f-9774-76287f4a0071 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2457905
Jan 15 15:02:38.641723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:38.663718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:38.683277 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-12e470dc-ffe7-4e23-a3aa-0fa8f692c063 req-788e2423-f13e-4ff3-8f0d-827f7c0babaa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945275
Jan 15 15:02:38.697571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-0a215eb5-0c84-459e-be60-a2da934e34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:38.699457 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-0a215eb5-0c84-459e-be60-a2da934e34ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.2206013
Jan 15 15:02:38.882464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:38.932682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:38.979958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6de50478-6a95-4960-9529-2c335422c864,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:38.983955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Usage tracker for resource:security_group_rule and tenant:ec03f67beec9414ca18a1dc849e1e7ea is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:39.003557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:39.013293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:39.031182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:39.104740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:39.105430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:39.107623 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] 10.222.0.74 "PUT /v2.0/ports/6de50478-6a95-4960-9529-2c335422c864 HTTP/1.1" status: 200  len: 1160 time: 3.2971458
Jan 15 15:02:39.111347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'tag': '6de50478-6a95-4960-9529-2c335422c864'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:39.128251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-305d69e6-e767-4680-b9ff-37e478618ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:39.130962 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-305d69e6-e767-4680-b9ff-37e478618ccd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4135666
Jan 15 15:02:39.253857 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'tag': '6de50478-6a95-4960-9529-2c335422c864', 'status': 'completed', 'code': 200}
Jan 15 15:02:39.336199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e1e0e-d80b-427a-8376-37b594dfef1f req-a87859dc-9b6e-4f9d-88e6-369d4eb099e1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:39.338010 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dd7e1e0e-d80b-427a-8376-37b594dfef1f req-a87859dc-9b6e-4f9d-88e6-369d4eb099e1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.4209175
Jan 15 15:02:39.491658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:39.502631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:39.511390 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-ebda9b63-6c77-41e3-937b-7ef4fc316ec2 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3616583
Jan 15 15:02:39.518264 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dd7e1e0e-d80b-427a-8376-37b594dfef1f req-8187f8db-a90e-4c31-b782-371cab3cafb9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522846
Jan 15 15:02:39.520903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3ad5070c-acac-4adb-aeb6-058a2f494653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:39.540733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7a3c-f1da-41bd-825c-3431b170039c req-df9ddf49-0e92-4b69-920e-fa5716406b0a tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:39.542670 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-504c7a3c-f1da-41bd-825c-3431b170039c req-df9ddf49-0e92-4b69-920e-fa5716406b0a tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1105959
Jan 15 15:02:39.603253 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-504c7a3c-f1da-41bd-825c-3431b170039c req-692768b6-02bb-47ac-b22c-ef4b565bff75 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523288
Jan 15 15:02:39.860538 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec03f67beec9414ca18a1dc849e1e7ea&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2715988
Jan 15 15:02:39.900447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58704) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:39.912378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-65a8821e-c02d-4a66-9962-320571a1e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:39.914061 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-65a8821e-c02d-4a66-9962-320571a1e181 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feca8fdb97044adf99549ab2cbf4b4a6&device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 1163 time: 0.6580806
Jan 15 15:02:39.914762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0771dda3-ef43-4e6c-9901-f4bc3550f856,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:39.924702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:40.003178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:40.030827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb27db-8e49-4b91-8643-9e73093f3262 req-5013ca60-62a8-40b9-94fa-6d3bb67ace74 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:40.032605 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bbb27db-8e49-4b91-8643-9e73093f3262 req-5013ca60-62a8-40b9-94fa-6d3bb67ace74 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1801968
Jan 15 15:02:40.036967 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-f78e5260-1d71-469c-885f-e3f176248872 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6de50478-6a95-4960-9529-2c335422c864 HTTP/1.1" status: 200  len: 217 time: 0.0919685
Jan 15 15:02:40.094414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:40.122128 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b951e26-7404-4778-98ce-b36e5f4291ab req-b3da275a-164d-4ee0-9924-df552bf18b82 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5864465
Jan 15 15:02:40.144650 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bbb27db-8e49-4b91-8643-9e73093f3262 req-135dfaf5-0148-42f1-b864-5fa9c2c05ae2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001828
Jan 15 15:02:40.156460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08233238-1186-45c0-bf23-0c9186f8e349 req-097bcb91-6d2e-4f36-859c-27aa7e141c4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:40.158077 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08233238-1186-45c0-bf23-0c9186f8e349 req-097bcb91-6d2e-4f36-859c-27aa7e141c4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.3023829
Jan 15 15:02:40.168428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-a559a302-bb37-471a-a9e5-8c73eefafe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:40.170725 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-a559a302-bb37-471a-a9e5-8c73eefafe4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b921893c-7542-4381-bd09-74fcb4885bae HTTP/1.1" status: 200  len: 843 time: 0.1089838
Jan 15 15:02:40.194260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:40.200106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:40.214438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0771dda3-ef43-4e6c-9901-f4bc3550f856,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:40.218105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:40.220363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:40.222006 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0771dda3-ef43-4e6c-9901-f4bc3550f856 HTTP/1.1" status: 204  len: 168 time: 0.3198817
Jan 15 15:02:40.260562 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08233238-1186-45c0-bf23-0c9186f8e349 req-ea4e282b-53f0-4ab8-a85c-56c958c7aeaf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886900
Jan 15 15:02:40.315599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47090305-03c4-4d99-a4da-f9a24b981ced req-67385c65-c43c-4da1-8437-a36242d9b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:40.317224 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-67385c65-c43c-4da1-8437-a36242d9b750 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=19114934-64d6-4f6c-ad9c-41b2d6334de5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1032021
Jan 15 15:02:40.489259 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-2ac9e92e-af6c-40d1-815a-fb5eec902709 service neutron] 10.222.0.74 "GET /v2.0/networks/19114934-64d6-4f6c-ad9c-41b2d6334de5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638057
Jan 15 15:02:40.662217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58726) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:40.693837 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47090305-03c4-4d99-a4da-f9a24b981ced req-ffc8c261-aa06-4d50-ae28-ec7c9e5ff742 service neutron] 10.222.0.74 "GET /v2.0/networks/19114934-64d6-4f6c-ad9c-41b2d6334de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1921866
Jan 15 15:02:40.711368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:40.735740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:40.740179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Usage tracker for resource:security_group_rule and tenant:2911c8bae55b4ec39f26f02cf461b01c is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:40.744069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:40.751499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:40.898655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21269de1-9f54-4371-ac2c-72a8f6ca0c8f req-65ba3d33-5823-49a8-9c7b-94f7fcbac5c6 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:40.900665 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-21269de1-9f54-4371-ac2c-72a8f6ca0c8f req-65ba3d33-5823-49a8-9c7b-94f7fcbac5c6 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1158965
Jan 15 15:02:40.902459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb67f-dbce-475d-84a8-3f877af1ddd8 req-273e7dd3-913d-4293-b569-eb862ec84fa2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:40.905283 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-159cb67f-dbce-475d-84a8-3f877af1ddd8 req-273e7dd3-913d-4293-b569-eb862ec84fa2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1509407
Jan 15 15:02:40.981185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:40.988901 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-21269de1-9f54-4371-ac2c-72a8f6ca0c8f req-c7f96585-f51b-4f7b-beb4-a82f02c7b09c tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811474
Jan 15 15:02:40.990556 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-159cb67f-dbce-475d-84a8-3f877af1ddd8 req-b79d8dfa-d4ed-4a76-9344-6fbd0cba66eb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787652
Jan 15 15:02:40.991367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:41.003330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:41.064752 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2911c8bae55b4ec39f26f02cf461b01c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4011364
Jan 15 15:02:41.065908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91be159e-18d9-4f43-8f57-9fb0255c5b4d,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:41.067689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58730) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:41.070645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:41.072010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-a973adf5-2a38-4f41-9d64-dd4041cc25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:41.073606 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-a973adf5-2a38-4f41-9d64-dd4041cc25fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=feca8fdb97044adf99549ab2cbf4b4a6&device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 1163 time: 0.1251805
Jan 15 15:02:41.244690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:41.315191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:41.324591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-07b3514f-2abf-4c4b-933d-8a286116d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:41.326905 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-07b3514f-2abf-4c4b-933d-8a286116d500 service neutron] 10.222.0.74 "GET /v2.0/networks?id=19114934-64d6-4f6c-ad9c-41b2d6334de5 HTTP/1.1" status: 200  len: 863 time: 0.2285957
Jan 15 15:02:41.461220 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-6ace3726-e255-43a9-8aef-e9eb13732161 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=6de50478-6a95-4960-9529-2c335422c864 HTTP/1.1" status: 200  len: 217 time: 0.0889895
Jan 15 15:02:41.515183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91fe35-9292-4ac4-880b-dab826086ab0 req-09ce3598-a18d-4e9a-964c-fdb84a587976 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:41.516886 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cc91fe35-9292-4ac4-880b-dab826086ab0 req-09ce3598-a18d-4e9a-964c-fdb84a587976 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1075125
Jan 15 15:02:41.571641 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cc91fe35-9292-4ac4-880b-dab826086ab0 req-f1642b33-9307-415e-b49c-e0d7a78e87f3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475495
Jan 15 15:02:41.573255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-9a6668d4-5f80-4f24-a78f-a6c110d9cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:41.574991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-9a6668d4-5f80-4f24-a78f-a6c110d9cce6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b921893c-7542-4381-bd09-74fcb4885bae HTTP/1.1" status: 200  len: 843 time: 0.0904074
Jan 15 15:02:41.579850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:41.585776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:41.625838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc20e9-8af7-4e14-b889-868eff83c63f req-bec39c8d-ff9f-4ac9-8ada-ef658b57761e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:41.627519 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-afbc20e9-8af7-4e14-b889-868eff83c63f req-bec39c8d-ff9f-4ac9-8ada-ef658b57761e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.3171921
Jan 15 15:02:41.670085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91be159e-18d9-4f43-8f57-9fb0255c5b4d,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:41.679807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:41.708415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:41.709652 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91be159e-18d9-4f43-8f57-9fb0255c5b4d HTTP/1.1" status: 204  len: 168 time: 0.6408088
Jan 15 15:02:41.751226 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-afbc20e9-8af7-4e14-b889-868eff83c63f req-fc24d303-cb7a-456c-b550-4335da445a9c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879867
Jan 15 15:02:41.766611 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-2039a3e8-154d-43f6-9f65-a1b361dd005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:41.768963 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-2039a3e8-154d-43f6-9f65-a1b361dd005b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=19114934-64d6-4f6c-ad9c-41b2d6334de5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1675138
Jan 15 15:02:41.968176 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-366003e3-78f2-4aaa-a397-d3e9a1694d3b service neutron] 10.222.0.74 "GET /v2.0/networks/19114934-64d6-4f6c-ad9c-41b2d6334de5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771870
Jan 15 15:02:42.176905 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d88510e-5e95-4e96-a2a8-7922448e6306 req-2477557d-8dab-4403-9dcf-9b8b9e4fe495 service neutron] 10.222.0.74 "GET /v2.0/networks/19114934-64d6-4f6c-ad9c-41b2d6334de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1923654
Jan 15 15:02:42.277774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58756) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:42.309493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.330398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:42.333788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58760) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:42.336987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Usage tracker for resource:security_group_rule and tenant:042bae24721e47be90b07092645a8b3f is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:42.340747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:42.350943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:42.362479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:42.379585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab4895-dbbd-42b0-bb00-7fa08148944c req-5e906a81-64b7-4a19-85cd-b12f388027bd tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:42.384872 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2bab4895-dbbd-42b0-bb00-7fa08148944c req-5e906a81-64b7-4a19-85cd-b12f388027bd tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1435676
Jan 15 15:02:42.387577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11571d-3d32-476a-a040-b04f30801ea0 req-6940f48c-4d36-49ca-97ec-54c82c9f618f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:42.388722 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be11571d-3d32-476a-a040-b04f30801ea0 req-6940f48c-4d36-49ca-97ec-54c82c9f618f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1888340
Jan 15 15:02:42.454347 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2bab4895-dbbd-42b0-bb00-7fa08148944c req-5c1828e4-2f2f-455b-b66f-26ce427a4d31 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672143
Jan 15 15:02:42.464479 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be11571d-3d32-476a-a040-b04f30801ea0 req-8ca12b74-00bc-4c3a-b36a-e5d73481d92d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686846
Jan 15 15:02:42.497057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:42.503577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:42.504189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.555966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.559291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.570702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b53588c4-8280-48de-b0eb-842b85101ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:42.621673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.627257 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=042bae24721e47be90b07092645a8b3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3399379
Jan 15 15:02:42.628821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe3600-f068-44bd-905b-77925009ba12,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:42.632448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58770) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:42.636983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:42.659371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:42.659685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.664594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Usage tracker for resource:security_group_rule and tenant:cb978f1ac3de49efa8db6e55f09c0434 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:42.667897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:42.676102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:42.702210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:42.717727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:42.721417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.724762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:42.759919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.793649 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'code': 200}
Jan 15 15:02:42.805509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.806971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=2c1b0800-0566-4b3f-b47f-d83ceda0c234,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:42.817242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.819481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.819481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.819481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.819481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.822395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.824513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.825339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.826217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.826830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.827742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.828283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.828928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.829749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.830913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.831596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.832279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.832812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.833322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.833831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.834454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.835868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.836390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.836909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:02:42.846994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.853290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.854128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:42.882136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.888523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c8485e98-f05c-4f13-851c-4b4181220539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:42.890941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bb0dd33e-49a2-4971-b1ba-4be01b46d36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:42.923532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe3600-f068-44bd-905b-77925009ba12,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:42.933605 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb978f1ac3de49efa8db6e55f09c0434&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5986500
Jan 15 15:02:42.944943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58780) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:42.945757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6946e79-ff7a-4518-a343-a9f7612a23b4,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:42.947116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:42.948634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:42.950137 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/10fe3600-f068-44bd-905b-77925009ba12 HTTP/1.1" status: 204  len: 168 time: 0.3163779
Jan 15 15:02:42.959179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:43.105434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118391a8-fe17-4935-8181-750d2b57d390 req-8d0b851d-9fd0-46c0-a29d-f3e1d8ca5df4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:43.105991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c02d-5522-4e85-be4f-40243cc4113e req-9e501a92-14db-4f80-b710-3c2796953295 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:43.108075 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7745c02d-5522-4e85-be4f-40243cc4113e req-9e501a92-14db-4f80-b710-3c2796953295 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.3312027
Jan 15 15:02:43.114465 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-118391a8-fe17-4935-8181-750d2b57d390 req-8d0b851d-9fd0-46c0-a29d-f3e1d8ca5df4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1453867
Jan 15 15:02:43.172801 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-118391a8-fe17-4935-8181-750d2b57d390 req-ca52c74c-8980-4be4-9c57-18e378f8e286 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546927
Jan 15 15:02:43.172907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:43.199136 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7745c02d-5522-4e85-be4f-40243cc4113e req-3731eb8c-2937-41dd-bec2-c493996c90d5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827203
Jan 15 15:02:43.217900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:43.275995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:43.281756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:43.298608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6946e79-ff7a-4518-a343-a9f7612a23b4,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:43.302182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:43.306906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0511f9e-8959-460e-912d-b2041bc1e3ae req-57c35829-c3c5-46b9-9e46-8a02c516457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:43.307052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:43.311238 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6946e79-ff7a-4518-a343-a9f7612a23b4 HTTP/1.1" status: 204  len: 168 time: 0.3454645
Jan 15 15:02:43.311395 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b0511f9e-8959-460e-912d-b2041bc1e3ae req-57c35829-c3c5-46b9-9e46-8a02c516457a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1163 time: 0.0971460
Jan 15 15:02:43.382198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b0511f9e-8959-460e-912d-b2041bc1e3ae req-a19cd0cd-c9f8-4832-88b2-1cfba70ac25f service neutron] Synchronizing usage tracker for tenant:70440c55b96b4fd7b95285e934ad2b43 on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:02:43.402375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b0511f9e-8959-460e-912d-b2041bc1e3ae req-a19cd0cd-c9f8-4832-88b2-1cfba70ac25f service neutron] Unset dirty status for tenant:70440c55b96b4fd7b95285e934ad2b43 on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:02:43.403762 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b0511f9e-8959-460e-912d-b2041bc1e3ae req-a19cd0cd-c9f8-4832-88b2-1cfba70ac25f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790842
Jan 15 15:02:43.760081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733dd07-2af1-45cf-8ea7-945fa9d53cd9 req-7a6823e0-0c16-4843-9987-6866f6a93b63 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:43.762315 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2733dd07-2af1-45cf-8ea7-945fa9d53cd9 req-7a6823e0-0c16-4843-9987-6866f6a93b63 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1466906
Jan 15 15:02:43.821081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0920f-1f53-44a8-8b87-7137fd478890 req-7fdcfab3-ea04-4c3c-b36c-f47e4268323e tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:43.821081 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-61e0920f-1f53-44a8-8b87-7137fd478890 req-7fdcfab3-ea04-4c3c-b36c-f47e4268323e tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.2001445
Jan 15 15:02:43.838977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58808) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:43.870132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:43.888117 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2733dd07-2af1-45cf-8ea7-945fa9d53cd9 req-d32b37e5-c21a-447d-9ff6-0b350d576d8e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113324
Jan 15 15:02:43.896526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:43.900612 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-61e0920f-1f53-44a8-8b87-7137fd478890 req-ee18bb22-aa99-41af-9db2-2fd7db8f0b1b tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692475
Jan 15 15:02:43.904944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Usage tracker for resource:security_group_rule and tenant:2342483780884fac88e2a96f01f113a4 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:43.909321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:43.918075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:44.030215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.039611 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.054535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:44.123695 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2342483780884fac88e2a96f01f113a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2834139
Jan 15 15:02:44.124734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580040b0-13b4-4134-9036-87181b1fa944,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:44.125231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58816) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:44.131467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:44.208627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.238608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.309002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.318588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-19012f93-0333-4fdb-a7f6-b3cefb0db4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:44.338135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580040b0-13b4-4134-9036-87181b1fa944,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:44.340606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.346617 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/580040b0-13b4-4134-9036-87181b1fa944 HTTP/1.1" status: 204  len: 168 time: 0.2198119
Jan 15 15:02:44.347839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:44.532283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f789-e267-449b-9cae-dbcb9b4c11e1 req-fa3d552f-143e-42be-a1a2-8eeb8e5e7d64 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:44.533044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24db8-8684-4afc-98fe-ca5d4fac47ee req-08ea3242-6566-4daf-9b8d-b5482802d0a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:44.534121 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0629f789-e267-449b-9cae-dbcb9b4c11e1 req-fa3d552f-143e-42be-a1a2-8eeb8e5e7d64 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1278195
Jan 15 15:02:44.534751 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-27a24db8-8684-4afc-98fe-ca5d4fac47ee req-08ea3242-6566-4daf-9b8d-b5482802d0a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1601489
Jan 15 15:02:44.607584 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-27a24db8-8684-4afc-98fe-ca5d4fac47ee req-f0345bf6-251c-4af5-a426-945e833a3c62 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656686
Jan 15 15:02:44.628549 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0629f789-e267-449b-9cae-dbcb9b4c11e1 req-85ac16c8-c4b6-4ced-a858-58ddc824bfee tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807621
Jan 15 15:02:44.750788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-264939a2-7ef4-4bcc-a1e9-eec5363c2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:44.982686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:02:45.256804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093d68-5b75-4e06-8de2-e6038c06c882 req-f326642a-a14a-4bf7-9061-12b9bf1e08fe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:45.262623 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9c093d68-5b75-4e06-8de2-e6038c06c882 req-f326642a-a14a-4bf7-9061-12b9bf1e08fe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2205062
Jan 15 15:02:45.295305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7048d-eefe-4738-8c15-d63f3c575e69 req-d680bcd0-0a9e-4614-af97-bad5f283cc69 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:45.297029 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8db7048d-eefe-4738-8c15-d63f3c575e69 req-d680bcd0-0a9e-4614-af97-bad5f283cc69 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1871064
Jan 15 15:02:45.320462 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9c093d68-5b75-4e06-8de2-e6038c06c882 req-4b240890-ebc0-4051-ba8a-7cc2232658a8 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531852
Jan 15 15:02:45.358832 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8db7048d-eefe-4738-8c15-d63f3c575e69 req-8f3adb00-509d-4c10-85da-ab8b7f9497fe tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549500
Jan 15 15:02:45.908750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62305a-b03b-4f7f-9baf-865060e70256 req-5b530d64-3e91-4b14-8687-fb592b9cb341 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:45.916938 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab62305a-b03b-4f7f-9baf-865060e70256 req-5b530d64-3e91-4b14-8687-fb592b9cb341 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1209457
Jan 15 15:02:45.936792 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e3540-f802-453c-9121-d824dc7c1e0f req-a00b9f1d-f43c-4410-bcbd-53ee065c61fc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:45.944988 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-893e3540-f802-453c-9121-d824dc7c1e0f req-a00b9f1d-f43c-4410-bcbd-53ee065c61fc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1332600
Jan 15 15:02:45.972779 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab62305a-b03b-4f7f-9baf-865060e70256 req-6ed860df-4e55-46bf-b58e-d4703c409884 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546701
Jan 15 15:02:46.001773 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-893e3540-f802-453c-9121-d824dc7c1e0f req-dda78028-7ab5-4517-b29d-86289042b148 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556552
Jan 15 15:02:46.685398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd42b1e-1052-4810-aa69-3fc78d8dee84 req-d51a2e6a-2f21-4cd4-ac6f-75f5599143e7 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:46.691177 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ddd42b1e-1052-4810-aa69-3fc78d8dee84 req-d51a2e6a-2f21-4cd4-ac6f-75f5599143e7 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1528494
Jan 15 15:02:46.721282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:46.750629 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ddd42b1e-1052-4810-aa69-3fc78d8dee84 req-1cfc0ef7-4091-4079-89b3-37f1110700b2 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542450
Jan 15 15:02:46.850574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e52dd06a-ac6f-44d8-a9d7-67d0033ce82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:46.855054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:46.855671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:46.884129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0a56a-74e2-46e2-8a6c-cd3235c0f4f0 req-85e0fa09-2b4c-4690-8970-070ff924f0f9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:46.885836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-23f0a56a-74e2-46e2-8a6c-cd3235c0f4f0 req-85e0fa09-2b4c-4690-8970-070ff924f0f9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.4198010
Jan 15 15:02:46.940369 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-23f0a56a-74e2-46e2-8a6c-cd3235c0f4f0 req-749cf633-14d2-45af-a8a4-3307fd855f7e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471144
Jan 15 15:02:46.988239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:47.061177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port c89806d8-ff4b-4e13-a6c7-974e93377785 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:47.067203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:47.067813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:47.293585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65239d2-51a5-403b-b790-c82bcb9a2567 req-c816a2ed-ed8f-4143-8ba9-21efa864d4b0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:47.296642 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e65239d2-51a5-403b-b790-c82bcb9a2567 req-c816a2ed-ed8f-4143-8ba9-21efa864d4b0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1230536
Jan 15 15:02:47.302006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d6e2-2fff-498a-a139-c61517a85b06 req-2e13b14f-fa51-4d0c-9d17-c05ef22f74f2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:47.303885 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-46e3d6e2-2fff-498a-a139-c61517a85b06 req-2e13b14f-fa51-4d0c-9d17-c05ef22f74f2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1626778
Jan 15 15:02:47.370502 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-46e3d6e2-2fff-498a-a139-c61517a85b06 req-affbd7bd-e64d-457f-ba95-6be62c1bc700 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604253
Jan 15 15:02:47.377361 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e65239d2-51a5-403b-b790-c82bcb9a2567 req-2455c947-e84d-479b-9ba1-bf422bc12c0e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733209
Jan 15 15:02:47.444112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:47.463634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:47.504369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:47.520332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port c89806d8-ff4b-4e13-a6c7-974e93377785, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c89806d8-ff4b-4e13-a6c7-974e93377785,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:47.523161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:47.529958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:47.590467 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'code': 200}
Jan 15 15:02:47.612158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:47.616249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:47.665505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c44fe3-2bba-4930-99cc-9ad56c4e6d23 req-9fb1e5aa-1741-4a9a-acfe-673ce6a6aeb3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:47.667267 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-02c44fe3-2bba-4930-99cc-9ad56c4e6d23 req-9fb1e5aa-1741-4a9a-acfe-673ce6a6aeb3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1144443
Jan 15 15:02:47.677153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 58928) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:47.682984 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'floatingip': {'port_id': '2c1b0800-0566-4b3f-b47f-d83ceda0c234'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:47.981457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:48.203970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f010ea-571d-4d48-b694-8bbeffa60d28 req-e854c8bf-6f94-40a7-95fa-065bf0d6a9b0 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:48.212750 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a6f010ea-571d-4d48-b694-8bbeffa60d28 req-e854c8bf-6f94-40a7-95fa-065bf0d6a9b0 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.2810180
Jan 15 15:02:48.220846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 19114934-64d6-4f6c-ad9c-41b2d6334de5 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:02:48.244533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c83058-e127-4466-b065-703456fc4bbe req-59195bd1-92a0-4b61-b7e0-fc9510a38645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:48.246545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-82c83058-e127-4466-b065-703456fc4bbe req-59195bd1-92a0-4b61-b7e0-fc9510a38645 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1162 time: 0.2519891
Jan 15 15:02:48.316404 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-82c83058-e127-4466-b065-703456fc4bbe req-a032516b-f99b-4d68-a5e2-9fef9ae3ed45 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516028
Jan 15 15:02:48.371699 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a6f010ea-571d-4d48-b694-8bbeffa60d28 req-3292e71d-fe66-4907-886e-5b8a53f856a4 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573513
Jan 15 15:02:48.761527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:48.775147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14f8f5-9931-4b55-8ca4-4d7d47b4ba38 req-7d9b2ef7-b1d8-4976-ae9f-39c97270ea7d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:48.777293 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff14f8f5-9931-4b55-8ca4-4d7d47b4ba38 req-7d9b2ef7-b1d8-4976-ae9f-39c97270ea7d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1559641
Jan 15 15:02:48.854356 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff14f8f5-9931-4b55-8ca4-4d7d47b4ba38 req-13039728-4357-4cb6-bb57-5a087354a6e1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680535
Jan 15 15:02:49.004507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac49f69-db58-4ed6-aabd-52988fe9d6f3 req-b71a5bc9-8fdc-43e7-bc3c-1b075baaf3ec tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:49.012391 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5ac49f69-db58-4ed6-aabd-52988fe9d6f3 req-b71a5bc9-8fdc-43e7-bc3c-1b075baaf3ec tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.5620980
Jan 15 15:02:49.087343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:49.123998 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5ac49f69-db58-4ed6-aabd-52988fe9d6f3 req-e1f8d861-763f-4386-a77d-4928c948bf7c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105330
Jan 15 15:02:49.149762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-ff2f8de3-d942-406f-886b-b9292463b22b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:02:49.343776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:49.347185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:49.553075 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Floating IP 7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a associated. External IP: 172.27.0.125, port: 2c1b0800-0566-4b3f-b47f-d83ceda0c234.
Jan 15 15:02:49.752081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc84cc7-99a5-4c9c-9cc3-0e07685b595e req-83038c89-482b-42d9-887d-966a2b18bc62 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:49.760666 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6cc84cc7-99a5-4c9c-9cc3-0e07685b595e req-83038c89-482b-42d9-887d-966a2b18bc62 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.1486602
Jan 15 15:02:49.762702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 58984) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:49.839556 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6cc84cc7-99a5-4c9c-9cc3-0e07685b595e req-223c3b2a-d4b7-45fb-b641-72ce7803cd4a tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773418
Jan 15 15:02:50.125441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.198662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:50.215465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Usage tracker for resource:security_group_rule and tenant:c4324bc4c5bc4acfb4a16c9f9f8ffb34 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:50.223560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:50.236384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:50.305526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8995-6f03-4e29-88fd-c86598f17a8a req-5e9e1566-ea52-4da6-a62d-78651dbd6dab tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:50.307185 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-95bd8995-6f03-4e29-88fd-c86598f17a8a req-5e9e1566-ea52-4da6-a62d-78651dbd6dab tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1869047
Jan 15 15:02:50.389378 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-95bd8995-6f03-4e29-88fd-c86598f17a8a req-6843d3c6-d360-4411-bcb5-51697a7691e5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739603
Jan 15 15:02:50.417495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:02:50.425962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.429424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.440022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:50.492097 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4324bc4c5bc4acfb4a16c9f9f8ffb34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7276053
Jan 15 15:02:50.493300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318b93b-f2d8-4748-bed0-c5a3f0772320,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:50.496343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59000) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:50.499125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:50.522253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8206-7921-4655-8cd9-27dc9ee8d3f8 req-86059489-524a-45d5-9518-960442127bc8 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:50.523978 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-465d8206-7921-4655-8cd9-27dc9ee8d3f8 req-86059489-524a-45d5-9518-960442127bc8 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.2213292
Jan 15 15:02:50.625735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.672272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.677728 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-465d8206-7921-4655-8cd9-27dc9ee8d3f8 req-d13ef2f0-461e-4cc3-a337-71d54326a777 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330111
Jan 15 15:02:50.704736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:02:50.709389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.722185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:02:50.738098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:50.739112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290c5ad30>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:02:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:50.750510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8cfb-8122-40cf-afd1-578b0f5edf56 req-7bd74b0c-0216-40ec-a144-5679f3d31fa2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:50.752243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5f3b8cfb-8122-40cf-afd1-578b0f5edf56 req-7bd74b0c-0216-40ec-a144-5679f3d31fa2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1796327
Jan 15 15:02:50.791932 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f261ed43-cefd-4c88-ab26-5a6007b0d3b5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "PUT /v2.0/floatingips/7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a HTTP/1.1" status: 200  len: 992 time: 3.1131742
Jan 15 15:02:50.792912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:50.798975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.806596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-408060ef-4b7f-4839-ab02-06a9ad2c32fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:50.827372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318b93b-f2d8-4748-bed0-c5a3f0772320,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:50.830206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:50.854779 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5f3b8cfb-8122-40cf-afd1-578b0f5edf56 req-d9514605-7656-44ad-88ba-954357e1f73b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926623
Jan 15 15:02:50.865050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:50.868752 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3318b93b-f2d8-4748-bed0-c5a3f0772320 HTTP/1.1" status: 204  len: 168 time: 0.3689759
Jan 15 15:02:50.978027 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'status': 'completed', 'code': 200}
Jan 15 15:02:51.056588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:51.346825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-c549882b-0415-4e97-a75f-281945d3b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:51.348537 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-c549882b-0415-4e97-a75f-281945d3b16f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1163 time: 0.1274579
Jan 15 15:02:51.375275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51d55-7e43-4003-bace-d6d451f0ff3b req-fcae3baa-9045-4fb1-877b-934a19ac0f78 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:51.376965 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-97c51d55-7e43-4003-bace-d6d451f0ff3b req-fcae3baa-9045-4fb1-877b-934a19ac0f78 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 946 time: 0.2100496
Jan 15 15:02:51.526898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290c5ad30>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'port_id': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'mac_address': 'fa:16:3e:8d:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:02:10Z', 'updated_at': '2021-01-15T15:02:49Z', 'revision_number': 1, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:51.533018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:02:51.540604 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-97c51d55-7e43-4003-bace-d6d451f0ff3b req-d011403b-f71f-4e18-915f-65f5ff3ed575 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389682
Jan 15 15:02:51.548304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:51.549432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290c5ad30>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:02:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:51.581782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59026) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:51.619672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:51.632445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-6ac7d917-3c7d-4e01-bc76-6c06a6fda32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:51.634325 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-6ac7d917-3c7d-4e01-bc76-6c06a6fda32b service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.2564139
Jan 15 15:02:51.699059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:51.720430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Usage tracker for resource:security_group_rule and tenant:859023aafe254486a6bd6e730f632755 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:51.721809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59032) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:51.722689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:51.727713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 6de50478-6a95-4960-9529-2c335422c864 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:51.733828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:51.797698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:51.811067 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-43bc5bbd-0af4-47de-b0bc-1548c3afeec9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 1000 time: 0.1402698
Jan 15 15:02:51.815746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e224f-25ee-4e6d-b501-a7e709f00374 req-68f1dfc9-6e99-4edc-979c-ed0c208ff7ef tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:51.817810 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-312e224f-25ee-4e6d-b501-a7e709f00374 req-68f1dfc9-6e99-4edc-979c-ed0c208ff7ef tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2043631
Jan 15 15:02:51.928473 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-312e224f-25ee-4e6d-b501-a7e709f00374 req-5321e880-f86c-47ef-b5cb-afe358884e60 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033123
Jan 15 15:02:51.928873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 6de50478-6a95-4960-9529-2c335422c864 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:02:51.943302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 6de50478-6a95-4960-9529-2c335422c864 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:51.946157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:51.992350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.050169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:52.054393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Usage tracker for resource:security_group_rule and tenant:54837c13534645be83f401c9f1f9c7ce is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:52.057730 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:52.065173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:52.074114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.134944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-40fb9e70-b319-4107-9741-c67df7c5dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:52.136917 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-40fb9e70-b319-4107-9741-c67df7c5dafb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.3042638
Jan 15 15:02:52.174436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.175783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.178064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.213741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4789c1b2-898a-4e6e-bef0-43a940540c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:52.230219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59044) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:52.238656 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=859023aafe254486a6bd6e730f632755&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6554317
Jan 15 15:02:52.239808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.257434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801b6b-6e18-4e7f-bf0a-7e40839fd166 req-93df8cb8-68c7-421e-8b57-edbaba2e5c74 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:52.265942 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f5801b6b-6e18-4e7f-bf0a-7e40839fd166 req-93df8cb8-68c7-421e-8b57-edbaba2e5c74 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.2848134
Jan 15 15:02:52.268980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 6de50478-6a95-4960-9529-2c335422c864, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=6de50478-6a95-4960-9529-2c335422c864,segment=NetworkSegment(4ab6a8de-493c-4388-97f7-e036e8cf909c),segment_id=4ab6a8de-493c-4388-97f7-e036e8cf909c)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:52.271429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de50478-6a95-4960-9529-2c335422c864'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:52.284598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.285528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:52.323998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:52.371458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe5961a-8beb-485f-939c-d036591dab9f,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:52.381682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:52.388963 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f5801b6b-6e18-4e7f-bf0a-7e40839fd166 req-48951368-d68e-4982-a00e-3b261a9f1d59 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827298
Jan 15 15:02:52.394775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9ae80de4-5b33-4d65-87bf-9c1b1ca35fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:52.408840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290c5ad30>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'port_id': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'mac_address': 'fa:16:3e:8d:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:02:10Z', 'updated_at': '2021-01-15T15:02:49Z', 'revision_number': 1, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:52.414944 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54837c13534645be83f401c9f1f9c7ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6826901
Jan 15 15:02:52.417298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4d453-c9e3-48b1-b64e-0e913516034c None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'port_id': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'mac_address': 'fa:16:3e:8d:af:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:02:10Z', 'updated_at': '2021-01-15T15:02:49Z', 'revision_number': 1, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:02:52.420388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59052) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:52.433472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=6de50478-6a95-4960-9529-2c335422c864,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:52.445784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:52.463636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:52.464307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.477085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-b4d69eb4-edc8-4a69-b43f-5aa7704cbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:52.478852 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-b4d69eb4-edc8-4a69-b43f-5aa7704cbb96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3231833
Jan 15 15:02:52.484811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.536333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980278a-17b4-4aa0-a68d-c2d50f6a8847,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:52.540327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.550412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:52.585787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.624159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e82e8-55b1-4b13-9e9c-2d6fcdb42045 req-83b09b1a-8674-4d51-a428-91402b8627aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:52.626005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-433e82e8-55b1-4b13-9e9c-2d6fcdb42045 req-83b09b1a-8674-4d51-a428-91402b8627aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.3225327
Jan 15 15:02:52.672765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.702272 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-433e82e8-55b1-4b13-9e9c-2d6fcdb42045 req-171e64f0-8241-49d4-b23d-b57f678fa0e3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680285
Jan 15 15:02:52.709643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.714830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-342fc717-1002-407d-9230-89a12298e5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:52.730261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980278a-17b4-4aa0-a68d-c2d50f6a8847,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:52.733369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:52.756244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:52.761809 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2980278a-17b4-4aa0-a68d-c2d50f6a8847 HTTP/1.1" status: 204  len: 168 time: 0.3364141
Jan 15 15:02:52.801157 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-f69575b2-b760-466e-afcc-b2df2defbb15 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031139
Jan 15 15:02:52.827888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d55f-6def-48ee-b0c9-00dde72f710e req-23980496-68ad-416a-a736-f004470b7d07 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:52.829214 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6b2d55f-6def-48ee-b0c9-00dde72f710e req-23980496-68ad-416a-a736-f004470b7d07 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2165060
Jan 15 15:02:52.846800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59060) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:52.854659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'floatingip': {'port_id': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:02:52.869221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2967a5dd-44d8-488b-a916-5b3cb1f413a0 None None] New status for floating IP 7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a: ACTIVE {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:02:52.958243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de50478-6a95-4960-9529-2c335422c864', 'code': 200}
Jan 15 15:02:53.002522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:53.006571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:53.015731 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0626c515-4ca8-4745-afb6-430e48f0c9b1 req-c5438e9f-87fd-4bc1-a653-f69e5450b09a service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1832752
Jan 15 15:02:53.022092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe5961a-8beb-485f-939c-d036591dab9f,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:53.026158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:53.036450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:53.037700 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbe5961a-8beb-485f-939c-d036591dab9f HTTP/1.1" status: 204  len: 168 time: 0.7673895
Jan 15 15:02:53.050710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:53.068117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:53.339442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d847e-d482-49f4-b1c6-1769d375a971 req-30ad34b6-4c5e-4f3f-a13c-4836760d648b tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:53.346993 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d5d847e-d482-49f4-b1c6-1769d375a971 req-30ad34b6-4c5e-4f3f-a13c-4836760d648b tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1966515
Jan 15 15:02:53.526039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59074) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:53.550418 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d5d847e-d482-49f4-b1c6-1769d375a971 req-d2c2b737-197d-4f9b-aa80-e9c8e6236369 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944935
Jan 15 15:02:53.600164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:53.628612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:53.635935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Usage tracker for resource:security_group_rule and tenant:ea253dee233f44c78ffac92001b022ad is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:53.641863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:53.651178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:53.703259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a9581-b89b-4398-b570-0f21f2f7c84d req-f47810e2-7479-48d4-91f3-3bbb2f277449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:53.705360 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d5a9581-b89b-4398-b570-0f21f2f7c84d req-f47810e2-7479-48d4-91f3-3bbb2f277449 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 1165 time: 0.2326531
Jan 15 15:02:54.050608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621657e5-51ad-4b2d-8e92-fa75be151a7b req-facd4dfa-613c-4343-b528-a9db16265c16 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:54.058366 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-621657e5-51ad-4b2d-8e92-fa75be151a7b req-facd4dfa-613c-4343-b528-a9db16265c16 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.2220631
Jan 15 15:02:54.086914 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d5a9581-b89b-4398-b570-0f21f2f7c84d req-39d11968-d326-4061-b99d-413c3818d138 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3670633
Jan 15 15:02:54.129933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.140239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.141549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.151271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-387aad73-8c30-49f0-b78c-5c5ade25259a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:54.154776 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-621657e5-51ad-4b2d-8e92-fa75be151a7b req-3c658d4a-bbc2-42c7-9080-3c1a022ad62c tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953217
Jan 15 15:02:54.158027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.216982 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ea253dee233f44c78ffac92001b022ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6841469
Jan 15 15:02:54.220251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ecb26-29b5-4178-a884-b26622e618a7,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:54.224219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:54.224797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59094) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:54.254686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcecf4-478a-444a-9e65-aa76a0b710d1 req-60e14590-98da-4769-b2ac-e59f625d7ea5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:54.257059 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-50fcecf4-478a-444a-9e65-aa76a0b710d1 req-60e14590-98da-4769-b2ac-e59f625d7ea5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2576418
Jan 15 15:02:54.361926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.390826 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-50fcecf4-478a-444a-9e65-aa76a0b710d1 req-85733b9b-a34a-4fc0-9eca-e1ff4dd7f099 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816796
Jan 15 15:02:54.409026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.412267 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Floating IP 3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92 associated. External IP: 172.27.0.52, port: c89806d8-ff4b-4e13-a6c7-974e93377785.
Jan 15 15:02:54.478610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.489023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7bd171b2-6e97-4df6-b12a-e8190e2cbb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:54.496864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ecb26-29b5-4178-a884-b26622e618a7,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:54.500489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:54.507545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:54.508811 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a53ecb26-29b5-4178-a884-b26622e618a7 HTTP/1.1" status: 204  len: 168 time: 0.2812810
Jan 15 15:02:54.843128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e65f81-aefb-4d60-98e8-d0ca6fe78f8b req-1391bd38-6aa2-4a27-be84-e113162e01ff tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:54.846056 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38e65f81-aefb-4d60-98e8-d0ca6fe78f8b req-1391bd38-6aa2-4a27-be84-e113162e01ff tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1320119
Jan 15 15:02:54.922659 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38e65f81-aefb-4d60-98e8-d0ca6fe78f8b req-1a9d3450-0b92-4ef5-92c2-ac3a9a717012 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644023
Jan 15 15:02:54.988790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 6de50478-6a95-4960-9529-2c335422c864 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:55.122772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 6de50478-6a95-4960-9529-2c335422c864 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:55.123225 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:55.160880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Router d25c38fe-44de-4b03-94af-0da5196e46d2 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:02:55.463415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f3b9d-2995-4124-9b37-36f6ef1e2325 req-ae6175f2-5a6d-42f1-9faf-fa0cdbdd6b2e tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:55.472570 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-269f3b9d-2995-4124-9b37-36f6ef1e2325 req-ae6175f2-5a6d-42f1-9faf-fa0cdbdd6b2e tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.1210895
Jan 15 15:02:55.545362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:02:55.552013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:55.561667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:02:55.562365 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-269f3b9d-2995-4124-9b37-36f6ef1e2325 req-6789b0b5-faec-4b1b-a754-dda58afc2dbb tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887001
Jan 15 15:02:55.596569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:55.597253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290d7eeb8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:02:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:55.634689 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7bef8f38-e65a-4c7e-9c20-72043ee3148e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "PUT /v2.0/floatingips/3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92 HTTP/1.1" status: 200  len: 990 time: 2.7838600
Jan 15 15:02:55.634689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:55.891212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:55.904039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810a157-07cf-414f-9bc5-258b16f6c7d3 req-84ad7dc4-e102-4315-968a-5ce387728abe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:55.906056 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4810a157-07cf-414f-9bc5-258b16f6c7d3 req-84ad7dc4-e102-4315-968a-5ce387728abe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1935327
Jan 15 15:02:55.976264 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4810a157-07cf-414f-9bc5-258b16f6c7d3 req-67de9727-6426-42ac-8570-64688236eabc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621171
Jan 15 15:02:56.065786 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'status': 'completed', 'code': 200}
Jan 15 15:02:56.262511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-91492dcb-6816-46fd-b20e-6a08d0a6254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:56.264823 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-91492dcb-6816-46fd-b20e-6a08d0a6254b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1162 time: 0.0928407
Jan 15 15:02:56.364785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd95fa-b2e9-49fa-855b-ce6603d70b15 req-f76799bd-3d32-43a5-b54f-73903f973a0c tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:56.381344 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-03dd95fa-b2e9-49fa-855b-ce6603d70b15 req-f76799bd-3d32-43a5-b54f-73903f973a0c tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.2321517
Jan 15 15:02:56.478739 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-03dd95fa-b2e9-49fa-855b-ce6603d70b15 req-08bb8892-6527-40c2-922a-33a32221c740 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957944
Jan 15 15:02:56.540217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-d0d6119a-72bc-4649-a68d-3ec673851132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:56.542042 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-d0d6119a-72bc-4649-a68d-3ec673851132 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.2407608
Jan 15 15:02:56.617296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290d7eeb8>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'port_id': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'mac_address': 'fa:16:3e:f6:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:02:11Z', 'updated_at': '2021-01-15T15:02:53Z', 'revision_number': 1, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:56.621979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:02:56.632379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:02:56.633141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290d7eeb8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:02:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:56.725854 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-30a54f3f-5a08-4a2b-b8a6-f0b4133aaf34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 998 time: 0.1681464
Jan 15 15:02:56.868479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:02:56.919403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa018-6e81-4056-b663-960b7369d8d3 req-8756c02f-8d93-4289-a796-1dd8303faaf9 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:56.932706 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c7fa018-6e81-4056-b663-960b7369d8d3 req-8756c02f-8d93-4289-a796-1dd8303faaf9 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.1827626
Jan 15 15:02:57.238613 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c7fa018-6e81-4056-b663-960b7369d8d3 req-954028cd-8354-435d-9a1d-770483a7618f tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3048947
Jan 15 15:02:57.249113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-efea4667-08ae-4e45-9220-d59331abb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:57.250826 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-efea4667-08ae-4e45-9220-d59331abb2e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.2568069
Jan 15 15:02:57.293518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-0e3da0dc-119f-4a8b-a41f-afe02fe0a530 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:57.296353 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-0e3da0dc-119f-4a8b-a41f-afe02fe0a530 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.74 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.3586054
Jan 15 15:02:57.412590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290d7eeb8>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'port_id': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'mac_address': 'fa:16:3e:f6:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:02:11Z', 'updated_at': '2021-01-15T15:02:53Z', 'revision_number': 1, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:02:57.419737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e761fc9-da1e-4a03-ba4b-e50b76f4fb16 None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'port_id': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'mac_address': 'fa:16:3e:f6:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:02:11Z', 'updated_at': '2021-01-15T15:02:53Z', 'revision_number': 1, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:02:57.657625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Deleting port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:02:57.657867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:57.803640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-e7b5c0f5-37be-4aed-af1d-47f087c1445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:57.807438 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-e7b5c0f5-37be-4aed-af1d-47f087c1445f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4820960
Jan 15 15:02:57.853285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9995b-6d37-4e3b-8955-8b3ff0da4680 req-0d04e760-1ab1-4f46-8264-2500651c5952 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:57.862405 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6b9995b-6d37-4e3b-8955-8b3ff0da4680 req-0d04e760-1ab1-4f46-8264-2500651c5952 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.3823135
Jan 15 15:02:57.899736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2582acd-f326-4c0d-9741-327ec775ad18 None None] New status for floating IP 3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92: ACTIVE {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:02:58.170644 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6b9995b-6d37-4e3b-8955-8b3ff0da4680 req-2496a5ce-31ac-4665-b6ea-c4de1b936b06 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070834
Jan 15 15:02:58.281203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59228) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:58.346605 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-426a90de-49c4-499d-87ea-687727180181 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4728601
Jan 15 15:02:58.355936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52387b81-051e-4e8d-9ae4-e2424926f714 req-13759815-9b3e-41f4-8193-5535452bd5e9 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:58.360331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] For port 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217,segment=NetworkSegment(49d4264d-4e6d-4a01-9339-0b5cccf89042),segment_id=49d4264d-4e6d-4a01-9339-0b5cccf89042)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:58.360738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:58.369061 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-52387b81-051e-4e8d-9ae4-e2424926f714 req-13759815-9b3e-41f4-8193-5535452bd5e9 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.2209904
Jan 15 15:02:58.412559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 6de50478-6a95-4960-9529-2c335422c864 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:02:58.467009 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-52387b81-051e-4e8d-9ae4-e2424926f714 req-7cbfee5a-9f76-4700-9f3d-d8050ed950bf tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956697
Jan 15 15:02:58.549272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 6de50478-6a95-4960-9529-2c335422c864 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:02:58.549687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:58.647716 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e6dd27b-3482-4fa4-b2d4-9cbb32501adb req-f4c55cd4-6399-433d-9b08-50fe60ca6bce service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2702551
Jan 15 15:02:58.695036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:58.716947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:58.722879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf43ccdf13d04f309b6eecfcb5ba94e5 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:58.726151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:58.734804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:58.845399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Calling delete_port for 3d0a6fc3-0a10-4593-8513-fd784ba7c217 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:02:58.846579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3d0a6fc3-0a10-4593-8513-fd784ba7c217 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:02:58.857357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:58.866621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:58.886039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-391fead3-b94a-4dfb-a12b-6cdef7d484f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:58.964751 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bf43ccdf13d04f309b6eecfcb5ba94e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6824069
Jan 15 15:02:58.965404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59252) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:58.972887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c8f26-c138-494e-b446-6699ad894ebe,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:58.976460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:58.980682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd29db-a8b9-44aa-a467-43b52203fce5 req-e394a7f4-0c4e-45d9-9c62-26b49096242d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:58.989693 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fd29db-a8b9-44aa-a467-43b52203fce5 req-e394a7f4-0c4e-45d9-9c62-26b49096242d tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 946 time: 0.3409011
Jan 15 15:02:59.057745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.116802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:02:59.118940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.140745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217,segment=NetworkSegment(49d4264d-4e6d-4a01-9339-0b5cccf89042),segment_id=49d4264d-4e6d-4a01-9339-0b5cccf89042)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:02:59.146922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.148837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ca3f6c22-1475-4a8a-8c4a-c5760be427ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:59.164103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.217414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.222601 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fd29db-a8b9-44aa-a467-43b52203fce5 req-406011ad-6121-40db-aa53-a4a06af182ec tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318294
Jan 15 15:02:59.224459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-11d60ce0-4593-48ef-8d54-6d84b580c0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:02:59.235630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:02:59.236207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:02:59.251540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.255230 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a62c8f26-c138-494e-b446-6699ad894ebe HTTP/1.1" status: 204  len: 168 time: 0.2816646
Jan 15 15:02:59.255230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c8f26-c138-494e-b446-6699ad894ebe,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:59.262119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:59.282039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=3d0a6fc3-0a10-4593-8513-fd784ba7c217,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:02:59.285876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:02:59.449075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a19c30-b3a0-48e3-8577-e5ed9de401f0 req-5925aceb-956c-4a24-a70f-1be1410c237d tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:59.457573 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a6a19c30-b3a0-48e3-8577-e5ed9de401f0 req-5925aceb-956c-4a24-a70f-1be1410c237d tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1115415
Jan 15 15:02:59.521242 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a6a19c30-b3a0-48e3-8577-e5ed9de401f0 req-e8860644-5d50-45a9-996b-2e65fae335a7 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626333
Jan 15 15:02:59.521800 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217', 'code': 200}
Jan 15 15:02:59.736938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Deleting port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:02:59.737521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.746709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b60b6-4eaa-48d7-93e0-0bb912433a22 req-a025275e-1332-4c30-981e-23a829ce16b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:02:59.749006 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee2b60b6-4eaa-48d7-93e0-0bb912433a22 req-a025275e-1332-4c30-981e-23a829ce16b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1077633
Jan 15 15:02:59.758248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59272) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:02:59.800470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.832878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:02:59.846114 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee2b60b6-4eaa-48d7-93e0-0bb912433a22 req-9a43374a-7689-470d-9c87-f4d7af1e53a6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883319
Jan 15 15:02:59.847594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Usage tracker for resource:security_group_rule and tenant:96229da60b9e4fb1bf09ac9a8aab7d16 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:02:59.851340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:02:59.859338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:02:59.968987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.972430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:02:59.982122 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-30c6e233-3ef5-48fc-ab7a-65563cf2873d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:00.028524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dff2a3-8c9f-489c-b516-4eb416fc1273,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:00.036624 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96229da60b9e4fb1bf09ac9a8aab7d16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2768705
Jan 15 15:03:00.036847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59278) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:00.037622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:00.103274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.131713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.178697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.184011 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fe936f3c-8741-4890-a15a-dd47e6a94e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:00.195598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dff2a3-8c9f-489c-b516-4eb416fc1273,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:00.199556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:00.204011 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.205283 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38dff2a3-8c9f-489c-b516-4eb416fc1273 HTTP/1.1" status: 204  len: 168 time: 0.1666873
Jan 15 15:03:00.210104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] For port 3d0a6fc3-0a10-4593-8513-fd784ba7c217, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3d0a6fc3-0a10-4593-8513-fd784ba7c217,segment=NetworkSegment(49d4264d-4e6d-4a01-9339-0b5cccf89042),segment_id=49d4264d-4e6d-4a01-9339-0b5cccf89042)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:00.210511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.350015 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Calling delete_port for 3d0a6fc3-0a10-4593-8513-fd784ba7c217 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:03:00.470409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b96de-b0e8-4ce4-aef3-8a429aa2f08b req-e701e252-5360-469e-a992-891442f85a1b tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:00.482791 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-168b96de-b0e8-4ce4-aef3-8a429aa2f08b req-e701e252-5360-469e-a992-891442f85a1b tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 944 time: 0.1262724
Jan 15 15:03:00.548269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.577178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:00.580765 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-168b96de-b0e8-4ce4-aef3-8a429aa2f08b req-334a7fb0-d772-49d2-95dd-7fe7cc49d1f7 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/security-groups?id=9762dc73-36e0-4fab-8bae-685ede73d4ce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895264
Jan 15 15:03:00.684758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Pushing event deleted for resources: {'Port': ['ID=3d0a6fc3-0a10-4593-8513-fd784ba7c217,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:00.691594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:00.816875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] No DVR routers for this DVR port 3d0a6fc3-0a10-4593-8513-fd784ba7c217 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:03:00.820325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:00.831849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'name': 'network-vif-deleted', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:03:00.844371 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-098d729f-e80c-4691-aa54-4ab1b41b095c req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.74 "DELETE /v2.0/ports/3d0a6fc3-0a10-4593-8513-fd784ba7c217 HTTP/1.1" status: 204  len: 173 time: 3.4271419
Jan 15 15:03:00.847154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e92efa-f031-4fcc-8a55-7380ef60c67d req-81c124e5-49fd-4e24-a917-6486cb490278 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:00.848863 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-96e92efa-f031-4fcc-8a55-7380ef60c67d req-81c124e5-49fd-4e24-a917-6486cb490278 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1163521
Jan 15 15:03:00.923310 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b680f0f2-c4c4-4862-9e5a-2dd9728aa886', 'name': 'network-vif-deleted', 'tag': '3d0a6fc3-0a10-4593-8513-fd784ba7c217', 'status': 'completed', 'code': 200}
Jan 15 15:03:00.935408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-96e92efa-f031-4fcc-8a55-7380ef60c67d req-dc54650d-152a-490b-bc09-127a4c24049a tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801570
Jan 15 15:03:01.263542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe18f0-fe8d-4856-8bcc-1699bc6891b5 req-d1f86ce3-f368-48d4-b58e-e3cb86b3e498 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:01.263542 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3fbe18f0-fe8d-4856-8bcc-1699bc6891b5 req-d1f86ce3-f368-48d4-b58e-e3cb86b3e498 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1639562
Jan 15 15:03:01.346080 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3fbe18f0-fe8d-4856-8bcc-1699bc6891b5 req-896f6a0c-62f8-4319-961c-d5855e7f1452 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771680
Jan 15 15:03:01.765419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-77ede67a-0113-4355-9641-af78f9f8ccf0 req-05bdc4f4-bb12-4665-82d3-a597c1340ccc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Synchronizing usage tracker for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:03:01.780814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-77ede67a-0113-4355-9641-af78f9f8ccf0 req-05bdc4f4-bb12-4665-82d3-a597c1340ccc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Unset dirty status for tenant:b7fa13b3ef3d458b8e93daa62ff8f11e on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:03:01.782171 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-77ede67a-0113-4355-9641-af78f9f8ccf0 req-05bdc4f4-bb12-4665-82d3-a597c1340ccc tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.0645092
Jan 15 15:03:02.191911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd663d-694d-4006-9a37-b0e22b1fa7d5 req-bcc77ab6-204e-4973-80bd-f06011fbd1e3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:02.193579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d6cd663d-694d-4006-9a37-b0e22b1fa7d5 req-bcc77ab6-204e-4973-80bd-f06011fbd1e3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1088893
Jan 15 15:03:02.248931 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d6cd663d-694d-4006-9a37-b0e22b1fa7d5 req-76750917-8d4e-4c15-baab-d783e8217525 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488515
Jan 15 15:03:02.593786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb145f26-5ba3-4755-9c9e-ce19c1ed2881 req-f7e8fb07-f64c-45c0-9fd1-b044e848b3b5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:02.595621 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cb145f26-5ba3-4755-9c9e-ce19c1ed2881 req-f7e8fb07-f64c-45c0-9fd1-b044e848b3b5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1064491
Jan 15 15:03:02.654290 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cb145f26-5ba3-4755-9c9e-ce19c1ed2881 req-2a3236a8-721e-4d5b-aa15-2d7a56ada2c9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511694
Jan 15 15:03:03.053066 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ac692ae-48a9-489a-b53f-d2fffe3e7e4d req-2c71eaf0-c5da-4c1f-8741-785fa0018753 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] 10.222.0.68 "GET /v2.0/ports?device_id=b680f0f2-c4c4-4862-9e5a-2dd9728aa886 HTTP/1.1" status: 200  len: 210 time: 0.0811281
Jan 15 15:03:03.549067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa5c8b-d8d8-4847-9d6e-80432a61db10 req-8eafc8e2-0b1c-4c5e-9f8a-0a246430751a tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:03.550663 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38fa5c8b-d8d8-4847-9d6e-80432a61db10 req-8eafc8e2-0b1c-4c5e-9f8a-0a246430751a tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1717391
Jan 15 15:03:03.574444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75db88f-6628-409d-ba17-034b14176e5d req-12be5313-a90a-46fc-9eb1-6b8dbc8b66f5 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:03.575971 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e75db88f-6628-409d-ba17-034b14176e5d req-12be5313-a90a-46fc-9eb1-6b8dbc8b66f5 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.74 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 948 time: 0.1541624
Jan 15 15:03:03.683379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38fa5c8b-d8d8-4847-9d6e-80432a61db10 req-ef06ae74-5bf3-48a6-a371-c8be6785d754 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/security-groups?id=2cb1da8e-08c0-4595-8fde-c5aec7b51f81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062155
Jan 15 15:03:03.694889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Deleting port 6de50478-6a95-4960-9529-2c335422c864 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:03:03.695293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:04.040319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b0cc0-f8f7-47a1-b515-6fc9aba82023 req-9e06622a-4329-4cfc-8cca-578cd9a71b1e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:04.042080 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9f8b0cc0-f8f7-47a1-b515-6fc9aba82023 req-9e06622a-4329-4cfc-8cca-578cd9a71b1e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2330167
Jan 15 15:03:04.084592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] For port 6de50478-6a95-4960-9529-2c335422c864, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=6de50478-6a95-4960-9529-2c335422c864,segment=NetworkSegment(4ab6a8de-493c-4388-97f7-e036e8cf909c),segment_id=4ab6a8de-493c-4388-97f7-e036e8cf909c)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:04.085174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:04.236246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Calling delete_port for 6de50478-6a95-4960-9529-2c335422c864 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:03:04.238859 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 6de50478-6a95-4960-9529-2c335422c864 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:03:04.283389 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9f8b0cc0-f8f7-47a1-b515-6fc9aba82023 req-74ee87af-8a8e-44dd-82cc-607b72adce1a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305534
Jan 15 15:03:04.404357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:04.413515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:04.423075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:04.530641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Pushing event deleted for resources: {'Port': ['ID=6de50478-6a95-4960-9529-2c335422c864,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:04.537633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:04.684432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] No DVR routers for this DVR port 6de50478-6a95-4960-9529-2c335422c864 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:03:04.687327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:04.690555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'name': 'network-vif-deleted', 'tag': '6de50478-6a95-4960-9529-2c335422c864'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:03:04.725836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e75db88f-6628-409d-ba17-034b14176e5d req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.74 "DELETE /v2.0/ports/6de50478-6a95-4960-9529-2c335422c864 HTTP/1.1" status: 204  len: 173 time: 1.1337020
Jan 15 15:03:04.811462 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f26600c-1cd1-4cbb-86fd-57f18d58a737', 'name': 'network-vif-deleted', 'tag': '6de50478-6a95-4960-9529-2c335422c864', 'status': 'completed', 'code': 200}
Jan 15 15:03:04.955049 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f74d74f8-ead6-444d-9b2f-ac3e7f090fa5 req-85dbca79-243c-495c-82ce-b28e5c6a1a42 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] 10.222.0.68 "GET /v2.0/ports?device_id=2f26600c-1cd1-4cbb-86fd-57f18d58a737 HTTP/1.1" status: 200  len: 210 time: 0.0689075
Jan 15 15:03:05.531315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e09b8-6579-4a02-98db-d789bbeaea13 req-a15608aa-1344-4264-b268-9fd1826cc1e5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:05.533058 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3a4e09b8-6579-4a02-98db-d789bbeaea13 req-a15608aa-1344-4264-b268-9fd1826cc1e5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1046548
Jan 15 15:03:05.599228 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3a4e09b8-6579-4a02-98db-d789bbeaea13 req-db113002-f9ef-4212-8ed1-659bf3d74c76 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580928
Jan 15 15:03:05.748304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59438) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:05.923413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:05.940595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:05.945152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Usage tracker for resource:security_group_rule and tenant:91a287bf05a04692b2fc5c13f4e517ae is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:05.948368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:05.954988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:05.978990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59452) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:06.094963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Deleting subnet 17d86db5-be17-49bf-a738-793498a97751 {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:03:06.099741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.109253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.113764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.125916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-136d2e9a-cf04-4db0-a6b1-2aa60718d81e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:06.181794 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91a287bf05a04692b2fc5c13f4e517ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4317257
Jan 15 15:03:06.182943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59468) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:06.197877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508528'] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.218614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630481f7-320c-473c-9242-6162159187ce,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:06.243181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:06.264899 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.299691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.331013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.385866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.392825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bab434c-6ef7-4299-a085-a720bfb98b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:06.409085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630481f7-320c-473c-9242-6162159187ce,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:06.418113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:06.420240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.421673 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/630481f7-320c-473c-9242-6162159187ce HTTP/1.1" status: 204  len: 168 time: 0.2348604
Jan 15 15:03:06.605839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852665281'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.624550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-33561516-975f-44df-8c4f-93b872119606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:06.837662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d86db5-be17-49bf-a738-793498a97751,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:06.846170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:06.962185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:06.973553 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] 10.222.0.68 "DELETE /v2.0/subnets/17d86db5-be17-49bf-a738-793498a97751 HTTP/1.1" status: 204  len: 168 time: 0.9933774
Jan 15 15:03:06.976378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59510) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:07.026719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59514) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:07.051875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adf92-5ac4-4caf-872b-6b8c06eb2eed req-b4f801fa-33a5-4819-9503-4504a6031628 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:07.053851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a83adf92-5ac4-4caf-872b-6b8c06eb2eed req-b4f801fa-33a5-4819-9503-4504a6031628 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2014363
Jan 15 15:03:07.069594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.103115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:07.110432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Usage tracker for resource:security_group_rule and tenant:301123b6790c457c961f31dfd0884f2f is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:07.113769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:07.120442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:07.203469 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a83adf92-5ac4-4caf-872b-6b8c06eb2eed req-dd9e5174-b6bd-465d-8d7f-57705dc598e1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857835
Jan 15 15:03:07.217315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.242190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.246550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.279149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a86f25a9-b964-4458-b8c0-3e4f944d4314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:07.298064 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=301123b6790c457c961f31dfd0884f2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2701721
Jan 15 15:03:07.302780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59530) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:07.313805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00640ad-f32c-4a7e-ae88-fffa207444d2,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:07.329355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:07.719698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.734353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.844804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.885477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2916579b0>,) {'filters': {'network_id': ['e58815fb-b0d5-4b77-9955-4dd130ef655f']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:07.914053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2916579b0>, '49d4264d-4e6d-4a01-9339-0b5cccf89042') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:07.914382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2916579b0>, '49d4264d-4e6d-4a01-9339-0b5cccf89042') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:07.931552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.952101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:07.954933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:03:08.066510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:08.079826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:08.095149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00640ad-f32c-4a7e-ae88-fffa207444d2,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:08.103909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:08.108419 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b00640ad-f32c-4a7e-ae88-fffa207444d2 HTTP/1.1" status: 204  len: 168 time: 0.7999573
Jan 15 15:03:08.123472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:08.213369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Network e58815fb-b0d5-4b77-9955-4dd130ef655f has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:03:08.223965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:08.476114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Network e58815fb-b0d5-4b77-9955-4dd130ef655f has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:03:08.535416 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:03:08.634771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e13ad-29b6-4720-bfa4-fbc7b205af96 req-5a78f13f-6e6e-40ea-8a6a-d506ddf66709 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:08.636642 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-326e13ad-29b6-4720-bfa4-fbc7b205af96 req-5a78f13f-6e6e-40ea-8a6a-d506ddf66709 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2002842
Jan 15 15:03:08.756618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-326e13ad-29b6-4720-bfa4-fbc7b205af96 req-7bca7683-3467-4c75-bb71-a74ea5c7af19 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115627
Jan 15 15:03:08.771376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:08.779329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37493afd-0a5f-4b61-932e-8d0ff54f482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:08.802347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:08.805044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58815fb-b0d5-4b77-9955-4dd130ef655f,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:08.808641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:08.822671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e58815fb-b0d5-4b77-9955-4dd130ef655f HTTP/1.1" status: 204  len: 168 time: 1.8450215
Jan 15 15:03:09.094366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 59658) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:09.198602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59676) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:09.198776 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c716dce4-ce30-42dd-af7c-9d79506e4bf7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7fa13b3ef3d458b8e93daa62ff8f11e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1031127
Jan 15 15:03:09.269705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:09.301073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:09.361043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:09.367498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc901439-472a-4e92-8d80-8f47d7a6554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:09.382319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9762dc73-36e0-4fab-8bae-685ede73d4ce,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:09.384842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:09.400132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:09.405857 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9762dc73-36e0-4fab-8bae-685ede73d4ce HTTP/1.1" status: 204  len: 168 time: 0.2055569
Jan 15 15:03:10.026406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d0a0c-203b-4b46-91b2-7eca8b76067a req-59ae98cc-b83d-4da3-8069-72cc76e632b3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:10.028147 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e55d0a0c-203b-4b46-91b2-7eca8b76067a req-59ae98cc-b83d-4da3-8069-72cc76e632b3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1319809
Jan 15 15:03:10.099778 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e55d0a0c-203b-4b46-91b2-7eca8b76067a req-6531906c-c395-47bd-af23-34f673ea699b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637398
Jan 15 15:03:10.268521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59768) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:10.454301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.471447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:10.475570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7c0db387d54d99940e400cf586897d is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:10.478587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:10.484996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:10.576833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.579827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.590238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0a2faf5d-ee09-41dd-9a63-1fb9a7efb30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:10.636049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6397434-b115-42ce-8962-7c67a7fc490c,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:10.644325 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d7c0db387d54d99940e400cf586897d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3746240
Jan 15 15:03:10.645421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:10.645969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59796) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:10.646299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59798) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:10.721464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.751819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.797404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.806149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2a4870bf-5df6-45df-b267-69c19f66c7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:10.821982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2127665414-network', 'tenant_id': 'dbbcc7969d4d4cf784fe22b3e5b72efc'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:10.827260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6397434-b115-42ce-8962-7c67a7fc490c,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:10.830214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:10.832663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:10.835156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.836357 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6397434-b115-42ce-8962-7c67a7fc490c HTTP/1.1" status: 204  len: 168 time: 0.1884763
Jan 15 15:03:10.837532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Usage tracker for resource:network and tenant:dbbcc7969d4d4cf784fe22b3e5b72efc is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:10.841399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:10.848872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:10.862916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Made reservation on behalf of dbbcc7969d4d4cf784fe22b3e5b72efc for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:10.868609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.883555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:10.904788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:10.909457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Usage tracker for resource:security_group_rule and tenant:dbbcc7969d4d4cf784fe22b3e5b72efc is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:10.912565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:10.918416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:11.020070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.024971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.029823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-67fa2bf3-4c57-472b-8d80-4d27b0d482ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:11.069761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:03:11.079686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865c17b2-f265-4271-966c-74e628e7167c,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:11.083977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:11.088283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.088847 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Added segment a3f42944-99d8-4a35-8fe2-2b26cd303cc0 of type vxlan for network b9497eea-694b-41d4-af5a-0a66cc5f5e20
Jan 15 15:03:11.123785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.164030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.165572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:11.166287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.172923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:11.294463 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6400635
Jan 15 15:03:11.294463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Pushing event updated for resources: {'Network': ['ID=b9497eea-694b-41d4-af5a-0a66cc5f5e20,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:11.294463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59838) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:11.296828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:11.301269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Request body: {'subnet': {'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2127665414-subnet', 'tenant_id': 'dbbcc7969d4d4cf784fe22b3e5b72efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:11.306685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:11.307239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:11.311492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Usage tracker for resource:subnet and tenant:dbbcc7969d4d4cf784fe22b3e5b72efc is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:11.321038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:11.328501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:11.350781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Made reservation on behalf of dbbcc7969d4d4cf784fe22b3e5b72efc for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:11.355887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.938752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:11.960169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-572a9ad0-d328-4253-9bcd-52328bcca81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:12.110066 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0fdc2c-0178-4532-b510-72752c56b234,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:12.124744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:12.182522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Checking segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:12.182918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Network hostable DHCP agents. Network: b9497eea-694b-41d4-af5a-0a66cc5f5e20, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:03:12.204052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:03:12.213297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, b9497eea-694b-41d4-af5a-0a66cc5f5e20) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:12.225675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad97976-cefb-4917-ae6b-a95df0df8a91 None None] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:12.227169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:12.227830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:12.254821 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-03f4a0a2-ffe6-495d-9e8e-103861eafd27 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9598162
Jan 15 15:03:12.470789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4e2fb-c08d-4464-9614-aa1ebbf5f705 None None] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:12.860113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:13.216685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3487776-eed8-4d6c-b1b7-002819097dc8 req-4f1f65fe-d59d-42ef-8d03-96b9d172579e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:13.218425 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f3487776-eed8-4d6c-b1b7-002819097dc8 req-4f1f65fe-d59d-42ef-8d03-96b9d172579e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1176829
Jan 15 15:03:13.236495 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-6c494169-a428-458d-9613-2ff9b501fc07 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0895610
Jan 15 15:03:13.281094 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f3487776-eed8-4d6c-b1b7-002819097dc8 req-4a792421-60d9-4462-9fce-a2d52dd3d41b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500598
Jan 15 15:03:13.455827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c9359-de01-4197-a05d-afb8d0656d4e req-77468abb-89d6-4fc7-b016-294fc0b13fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:13.457640 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-77468abb-89d6-4fc7-b016-294fc0b13fb3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.0806603
Jan 15 15:03:13.769808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-fc27b83d-30af-4fc6-8610-965c771bc608 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:13.771506 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-fc27b83d-30af-4fc6-8610-965c771bc608 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.3014851
Jan 15 15:03:13.787263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c9359-de01-4197-a05d-afb8d0656d4e req-05b35754-e874-4f0d-b122-1f397f594347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:13.788746 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-05b35754-e874-4f0d-b122-1f397f594347 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.2912893
Jan 15 15:03:13.792233 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-2b133725-b9c8-46d4-991d-09edba880d44 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/quotas/dbbcc7969d4d4cf784fe22b3e5b72efc HTTP/1.1" status: 200  len: 375 time: 0.0144012
Jan 15 15:03:13.912458 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-3b77cf17-c8f0-4efa-9834-eb16b578622e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1138618
Jan 15 15:03:13.913938 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-1f984790-ffa5-4209-bd27-3ca81bbcd884 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.0794029
Jan 15 15:03:14.083460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c9359-de01-4197-a05d-afb8d0656d4e req-eacb070f-50b5-46bf-b472-0a27b7693120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:14.085055 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-eacb070f-50b5-46bf-b472-0a27b7693120 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.1405699
Jan 15 15:03:14.160473 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-cd432a37-f23f-416f-a099-0f1e8459ee65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603137
Jan 15 15:03:14.168287 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-17596598-0cfc-4499-a631-0269fe1edf61 service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2473645
Jan 15 15:03:14.442200 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-e1300de0-592c-4e4f-8045-cc436a1774f7 service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2664459
Jan 15 15:03:14.447543 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-166a8e6a-b0d2-44e8-86bf-37eaf14dc8e8 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484460
Jan 15 15:03:14.662678 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-967c9359-de01-4197-a05d-afb8d0656d4e req-21291d58-383c-43ac-a345-38eb8451a65c service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1995819
Jan 15 15:03:14.712562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291c2f4-5f20-487b-99ed-fe642b8357f7 req-2bd5e8cf-7b19-4021-b200-1c2d2d3c3d7e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:14.714306 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5291c2f4-5f20-487b-99ed-fe642b8357f7 req-2bd5e8cf-7b19-4021-b200-1c2d2d3c3d7e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1292913
Jan 15 15:03:14.735036 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1729c350-585a-4adc-8ca5-20e1e82bf44b req-b8ee4de3-0787-4fe0-a756-955ec183b6c4 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 210 time: 0.0588231
Jan 15 15:03:14.757045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c1a5c37-0925-44d4-a43f-6b7e9d0910db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:14.782600 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5291c2f4-5f20-487b-99ed-fe642b8357f7 req-b1bdb6e6-8647-4d32-8c50-1d26698677e5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584917
Jan 15 15:03:15.357173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ae028-9ff8-4394-a04c-cc06e58adba5 req-4e59a127-2fba-4946-a649-5f3039eebc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:15.359303 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b9ae028-9ff8-4394-a04c-cc06e58adba5 req-4e59a127-2fba-4946-a649-5f3039eebc49 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 1163 time: 0.0782931
Jan 15 15:03:15.446316 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b9ae028-9ff8-4394-a04c-cc06e58adba5 req-43ac57f7-94ad-48c7-92ab-b489c2eb3ac2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455983
Jan 15 15:03:15.691154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59966) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:15.914123 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9f4c0a91-edd7-4987-8f34-cf3e089c6f99 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=feca8fdb97044adf99549ab2cbf4b4a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2222362
Jan 15 15:03:15.914347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 59980) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:15.936357 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9b3b64ec-dec4-485e-b324-807c907e9661 req-bc6e2682-1bcd-4ce6-b02c-f615cc7e28e7 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 210 time: 0.0488801
Jan 15 15:03:15.988000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:16.017819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:16.068045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:16.073638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d0e15662-a524-4506-8c53-0287a963e0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:16.087888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1da8e-08c0-4595-8fde-c5aec7b51f81,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:16.092117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:16.098278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:16.099503 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2cb1da8e-08c0-4595-8fde-c5aec7b51f81 HTTP/1.1" status: 204  len: 168 time: 0.1841877
Jan 15 15:03:16.179534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153199a0-d003-4702-bed2-dbe817e8445b req-e1134619-832d-4298-9aff-ffb340eac5f4 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:16.181235 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-153199a0-d003-4702-bed2-dbe817e8445b req-e1134619-832d-4298-9aff-ffb340eac5f4 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1081867
Jan 15 15:03:16.237961 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-153199a0-d003-4702-bed2-dbe817e8445b req-0c3eb5ee-7b09-4f33-9362-adb420ebbe7e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488486
Jan 15 15:03:16.823064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-86f81846-9a2f-4b8c-9985-9a4c76078110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:16.972123 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60016) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:17.116129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-524466939-network', 'tenant_id': '37010f80145f44caba1abd118caf0ac2'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:17.121192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:17.126145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Usage tracker for resource:network and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:17.129224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:17.135073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:17.145083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Made reservation on behalf of 37010f80145f44caba1abd118caf0ac2 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:17.149756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.162604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.178297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:17.182321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Usage tracker for resource:security_group_rule and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:17.185868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:17.191643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:17.214576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.282709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.285458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.289661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fdc87ed0-49bc-4462-9d51-b2705c14a003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:17.319566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:03:17.332561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe33ba-33d4-49e1-966d-440ff27eef81,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:17.336824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:17.337797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.338210 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Added segment 55e669ed-9761-4604-b48b-4546131de1c3 of type vxlan for network 2ee8b40a-9e81-4098-a8a4-9864168b2681
Jan 15 15:03:17.366851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.397164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.398437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:17.399077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:17.404811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:17.510644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Pushing event updated for resources: {'Network': ['ID=2ee8b40a-9e81-4098-a8a4-9864168b2681,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:17.513519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:17.517625 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5441611
Jan 15 15:03:17.518335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60030) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:17.521979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:17.525370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Request body: {'subnet': {'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-524466939-subnet', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'ip_version': 4}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:17.530988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:17.535315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Usage tracker for resource:subnet and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:17.538413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:17.545290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:17.555028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Made reservation on behalf of 37010f80145f44caba1abd118caf0ac2 for: {'subnet': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:17.560461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2110486'] for subnet, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.174335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850664514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2110503'] for subnet, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.189594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:18.318519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Pushing event updated for resources: {'Subnet': ['ID=804819d3-58a0-47d5-8cda-ee73833b3790,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:18.321519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:18.394460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Checking segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:18.394849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Network hostable DHCP agents. Network: 2ee8b40a-9e81-4098-a8a4-9864168b2681, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:03:18.413708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:03:18.423018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 2ee8b40a-9e81-4098-a8a4-9864168b2681) {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:18.432548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d9423-e4fc-47e0-ad12-a870707e77fb None None] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:18.437518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:18.438207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.457402 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-556475c8-9158-4376-bc81-cf80c8a0374d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9378941
Jan 15 15:03:18.460165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60038) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:18.466105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:18.470936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:18.475046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Usage tracker for resource:router and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:18.478652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:18.485114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:18.494208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.495274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.510744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.665468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-2ee8b40a-9e81-4098-a8a4-9864168b2681', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:03:18.666459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.795815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.804135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.977225 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:18.990569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Allocated IP 172.20.0.2 (2ee8b40a-9e81-4098-a8a4-9864168b2681/804819d3-58a0-47d5-8cda-ee73833b3790/8712f877-c216-49e2-8a0c-7c8973edaa52) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:19.127357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.164858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.207652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.219057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Transition to ACTIVE for port object 8712f877-c216-49e2-8a0c-7c8973edaa52 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:19.236426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Transition to ACTIVE for port object 8712f877-c216-49e2-8a0c-7c8973edaa52 will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:19.241022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.256816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f6295dd7-8266-45fc-b78b-dc72010e61dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:19.353232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:19.444427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Allocated IP 172.27.0.83 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/2020b58d-690e-4d7b-b7cc-8dd07a578d1f) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:19.480185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Pushing event updated for resources: {'Port': ['ID=8712f877-c216-49e2-8a0c-7c8973edaa52,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:19.484599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:19.581460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:19.583675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:19.585967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:19.608530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.638071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.647740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Attempting to bind port 8712f877-c216-49e2-8a0c-7c8973edaa52 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:19.648164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Attempting to bind port 8712f877-c216-49e2-8a0c-7c8973edaa52 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:19.648584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Attempting to bind port 8712f877-c216-49e2-8a0c-7c8973edaa52 on network 2ee8b40a-9e81-4098-a8a4-9864168b2681 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:19.655445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:19.656011 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Checking segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:19.656528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.656882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Bound using segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:19.657412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Bound port: 8712f877-c216-49e2-8a0c-7c8973edaa52, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:19.657836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.661306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:19.748608 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c79a617c-ebac-4105-a3e8-2bedf3c49e14 req-48fcc077-319a-482f-92b3-ceb903210c6c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 210 time: 0.0618296
Jan 15 15:03:19.768462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] For port 8712f877-c216-49e2-8a0c-7c8973edaa52, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:19.774179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] For port 8712f877-c216-49e2-8a0c-7c8973edaa52, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=8712f877-c216-49e2-8a0c-7c8973edaa52,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:19.788559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:19.855233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:19.866072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:19.875386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:19.958257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:19.983207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbffb7d-9749-4696-8b19-e1894104f618 req-fb803d71-08f0-4feb-9458-d40b5b7c3c82 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:19.984971 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfbffb7d-9749-4696-8b19-e1894104f618 req-fb803d71-08f0-4feb-9458-d40b5b7c3c82 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1876783
Jan 15 15:03:19.986211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:19.989288 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:20.128315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Pushing event updated for resources: {'Port': ['ID=8712f877-c216-49e2-8a0c-7c8973edaa52,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:20.134378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:20.150886 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfbffb7d-9749-4696-8b19-e1894104f618 req-7217234b-d037-4ea8-ab84-5128a9134766 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323419
Jan 15 15:03:20.893346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:21.026739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-2f73fcdc-c144-4d2b-a966-6b4b1790c295 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:21.029337 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-2f73fcdc-c144-4d2b-a966-6b4b1790c295 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.3212795
Jan 15 15:03:21.119960 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f3fe35a5-4a10-4db2-bcd1-373f2d7b7200 req-26907819-4abe-4c95-9b86-286dd5299db3 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 210 time: 0.0578518
Jan 15 15:03:21.160210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Request body: {'port': {'device_id': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20', 'admin_state_up': True, 'tenant_id': 'dbbcc7969d4d4cf784fe22b3e5b72efc'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:21.542214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 8712f877-c216-49e2-8a0c-7c8973edaa52 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:21.547153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:21.559819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Usage tracker for resource:port and tenant:dbbcc7969d4d4cf784fe22b3e5b72efc is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:21.567431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Quota usage for port was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:21.580596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:21.596001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:21.615676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 8712f877-c216-49e2-8a0c-7c8973edaa52 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:21.627246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47f9d-9b51-486c-b958-f1ff1c4b4337 req-c51f5dcc-bfeb-4646-92e8-31963b234d45 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:21.628968 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b0e47f9d-9b51-486c-b958-f1ff1c4b4337 req-c51f5dcc-bfeb-4646-92e8-31963b234d45 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.2923779
Jan 15 15:03:21.688358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Made reservation on behalf of dbbcc7969d4d4cf784fe22b3e5b72efc for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:21.697349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:21.751413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109f459-b7a8-40f8-9ba8-cbfe73908496 None None] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:21.847942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Provisioning for port 8712f877-c216-49e2-8a0c-7c8973edaa52 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:21.858096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Provisioning complete for port 8712f877-c216-49e2-8a0c-7c8973edaa52 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:21.858519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:21.893921 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b0e47f9d-9b51-486c-b958-f1ff1c4b4337 req-ac836221-6c21-4749-82a1-c72b99ba7079 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065849
Jan 15 15:03:21.984339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:03:22.117718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:22.160091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] For port 8712f877-c216-49e2-8a0c-7c8973edaa52, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=8712f877-c216-49e2-8a0c-7c8973edaa52,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:22.164571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:22.166558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0c814fca-dc8d-41be-8755-57df22a6df66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:22.227173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:03:22.241095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Pushing event updated for resources: {'Port': ['ID=8712f877-c216-49e2-8a0c-7c8973edaa52,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:22.246142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:22.395250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-2e3c26a1-5aa0-429c-a71f-12c65c98098a None None] Provisioning complete for port 8712f877-c216-49e2-8a0c-7c8973edaa52 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:22.395674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2e3c26a1-5aa0-429c-a71f-12c65c98098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:22.410865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f26ee4-fd72-4949-a3c1-f1de7c494ca4 req-7300b7db-16b7-4451-a335-f18f342e65d3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:22.412633 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-06f26ee4-fd72-4949-a3c1-f1de7c494ca4 req-7300b7db-16b7-4451-a335-f18f342e65d3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3249164
Jan 15 15:03:22.427891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Allocated IP 172.20.0.4 (b9497eea-694b-41d4-af5a-0a66cc5f5e20/5e0fdc2c-0178-4532-b510-72752c56b234/e97855d4-a978-494f-bb4a-4c1d77a530ee) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:22.659508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-b38ee7e2-3931-403f-ac9c-8140df62b053 None None] Provisioning complete for port 8712f877-c216-49e2-8a0c-7c8973edaa52 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:22.660983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b38ee7e2-3931-403f-ac9c-8140df62b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:22.783232 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-06f26ee4-fd72-4949-a3c1-f1de7c494ca4 req-b6b642ed-022d-4b93-84b6-d2b62f999435 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3594689
Jan 15 15:03:22.827060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:03:22.839860 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:03:22.854352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:22.855862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290f93ac8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:22.932495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-0ad6dc65-2737-411e-9c19-33ece6d7150e None None] Provisioning complete for port 8712f877-c216-49e2-8a0c-7c8973edaa52 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:22.933533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0ad6dc65-2737-411e-9c19-33ece6d7150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:22.971561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:22.972910 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.5117364
Jan 15 15:03:22.976054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60100) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:23.050528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:23.081685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:23.102802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:23.144008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:23.213263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:23.265636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event updated for resources: {'Port': ['ID=e97855d4-a978-494f-bb4a-4c1d77a530ee,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:23.283714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.284431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.284987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.285739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.286343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.286906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.287455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.288011 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.288553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.289103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.289644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.290227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.290887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.291433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.291990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.292531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.293083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.293668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.294237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.294778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.295319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.296052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.296592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.297135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:23.313644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:23.396585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:23.397988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:23.408106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:23.538091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 8712f877-c216-49e2-8a0c-7c8973edaa52 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:23.592469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:23.593207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:23.642265 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4973528
Jan 15 15:03:23.669292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290f93ac8>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:20Z', 'revision_number': 3, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:23.671716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 8712f877-c216-49e2-8a0c-7c8973edaa52 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:23.672155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:23.674243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:03:23.674645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Updating router 4aba2743-9ef5-491f-8d68-fbee897530b4 port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:03:23.732765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.059906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.146401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.159485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Transition to ACTIVE for port object 2020b58d-690e-4d7b-b7cc-8dd07a578d1f will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:24.164316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.180546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2e5d23a5-d799-4438-ac07-9bd32a0a7c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:24.312737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Pushing event updated for resources: {'Port': ['ID=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,revision_number=2']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:24.334832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.335218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.335599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.335977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.336347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.336715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.337080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.337442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.337801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.338188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.338551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.338908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.339337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.339716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.340695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.341075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.341438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.341802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.342190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.342547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.342909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.343266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.343623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.343979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:24.350496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:24.395738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Attempting to bind port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:24.396152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Attempting to bind port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:24.396566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Attempting to bind port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:24.402230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:24.402730 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:24.403398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.403806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:24.404321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Bound port: 2020b58d-690e-4d7b-b7cc-8dd07a578d1f, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:24.404743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.412292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Allocated IP 172.20.0.1 (2ee8b40a-9e81-4098-a8a4-9864168b2681/804819d3-58a0-47d5-8cda-ee73833b3790/67253b7a-db69-46d8-bb59-449fcdc19085) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:24.423302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Request body: {'port': {'device_id': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:24.486180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] For port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:24.489716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] For port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:24.495884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.511370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aa562083-7304-4f95-a99b-cb945c35cbcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:24.578012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.584378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Pushing event updated for resources: {'Port': ['ID=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:24.591587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:24.612496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.642985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Transition to ACTIVE for port object 67253b7a-db69-46d8-bb59-449fcdc19085 will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:24.669231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:24.688635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:24.862234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Pushing event updated for resources: {'Port': ['ID=67253b7a-db69-46d8-bb59-449fcdc19085,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:24.865847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:24.878693 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47ecd1-daf5-4851-af2e-0c5cb22aea98 req-21403668-7e3a-47af-8831-41a5452929a9 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:24.879520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-9c47ecd1-daf5-4851-af2e-0c5cb22aea98 req-21403668-7e3a-47af-8831-41a5452929a9 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:03:24.927748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:24.927987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:24.928519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290f93ac8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:24.929218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:24.931661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:24.973682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-9c47ecd1-daf5-4851-af2e-0c5cb22aea98 req-21403668-7e3a-47af-8831-41a5452929a9 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:03:24.975009 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9c47ecd1-daf5-4851-af2e-0c5cb22aea98 req-21403668-7e3a-47af-8831-41a5452929a9 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 931 time: 0.2872558
Jan 15 15:03:24.999652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.155884 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9c47ecd1-daf5-4851-af2e-0c5cb22aea98 req-b915ec2b-fbf2-4fcf-a99a-5bdeb132976e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702375
Jan 15 15:03:25.189922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:25.200413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.232408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-31c5b0c9-dab1-4873-8eae-469c03850d1f None None] Provisioning for port 67253b7a-db69-46d8-bb59-449fcdc19085 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:25.238603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-31c5b0c9-dab1-4873-8eae-469c03850d1f None None] Provisioning complete for port 67253b7a-db69-46d8-bb59-449fcdc19085 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:25.239910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-31c5b0c9-dab1-4873-8eae-469c03850d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.308032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97855d4-a978-494f-bb4a-4c1d77a530ee {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:03:25.309492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-31c5b0c9-dab1-4873-8eae-469c03850d1f None None] Port 67253b7a-db69-46d8-bb59-449fcdc19085 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:03:25.316934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.332209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Transition to ACTIVE for port object e97855d4-a978-494f-bb4a-4c1d77a530ee will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:25.335200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.351673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:25.488519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Pushing event updated for resources: {'Port': ['ID=e97855d4-a978-494f-bb4a-4c1d77a530ee,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:25.493931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:25.505719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290f93ac8>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:20Z', 'revision_number': 3, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:25.509984 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd564be-fde3-4cfb-98cc-19750133d883 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:20Z', 'revision_number': 3, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:03:25.513857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.518286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.556065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:25.644081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.661844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Pushing event updated for resources: {'Port': ['ID=67253b7a-db69-46d8-bb59-449fcdc19085,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:25.707278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Attempting to bind port e97855d4-a978-494f-bb4a-4c1d77a530ee on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:25.707635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Attempting to bind port e97855d4-a978-494f-bb4a-4c1d77a530ee by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:25.708021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Attempting to bind port e97855d4-a978-494f-bb4a-4c1d77a530ee on network b9497eea-694b-41d4-af5a-0a66cc5f5e20 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:25.717068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:25.717444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Checking segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:25.718070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.718303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Bound using segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:25.718801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Bound port: e97855d4-a978-494f-bb4a-4c1d77a530ee, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:25.719183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.735978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.735978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.735978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.735978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.736908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.737368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.737762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.738338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.738734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.739267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.739656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.740044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.741237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.741733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.742519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.742816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.743280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.743604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.743968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.744347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.744737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.745280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.745666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.746075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:25.751016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:25.826374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] For port e97855d4-a978-494f-bb4a-4c1d77a530ee, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:25.830849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] For port e97855d4-a978-494f-bb4a-4c1d77a530ee, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=e97855d4-a978-494f-bb4a-4c1d77a530ee,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:25.838573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:25.846969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:25.848510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:25.865723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8dd00413-7690-4243-8500-be5a7c2be9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:26.272737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:03:26.338478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:26.339275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:26.341478 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] 10.222.0.74 "PUT /v2.0/ports/e97855d4-a978-494f-bb4a-4c1d77a530ee HTTP/1.1" status: 200  len: 1157 time: 1.9232244
Jan 15 15:03:26.342375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'tag': 'e97855d4-a978-494f-bb4a-4c1d77a530ee'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:03:26.361165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Pushing event updated for resources: {'Port': ['ID=e97855d4-a978-494f-bb4a-4c1d77a530ee,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:26.366668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:26.379397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d0c885ba-cd29-41f9-8b69-35c30a0eba1a None None] Provisioning complete for port 67253b7a-db69-46d8-bb59-449fcdc19085 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:26.380975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d0c885ba-cd29-41f9-8b69-35c30a0eba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:26.526523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-d0c885ba-cd29-41f9-8b69-35c30a0eba1a None None] Port 67253b7a-db69-46d8-bb59-449fcdc19085 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:03:26.550227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60150) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:26.611840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:03:26.624174 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] 10.222.0.68 "PUT /v2.0/routers/4aba2743-9ef5-491f-8d68-fbee897530b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6469204
Jan 15 15:03:26.663867 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'tag': 'e97855d4-a978-494f-bb4a-4c1d77a530ee', 'status': 'completed', 'code': 200}
Jan 15 15:03:26.719169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a608b3b-50fa-4d6f-86df-7f670d7e6475 req-d25a07a9-66fd-4825-a15e-9aed526e4eb8 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:26.728247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a608b3b-50fa-4d6f-86df-7f670d7e6475 req-d25a07a9-66fd-4825-a15e-9aed526e4eb8 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 943 time: 0.1708260
Jan 15 15:03:26.818555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-c1f29ffc-eff9-4a58-a8f3-90ad33d19af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:26.820557 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-c1f29ffc-eff9-4a58-a8f3-90ad33d19af6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 1160 time: 0.3789535
Jan 15 15:03:26.927711 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a608b3b-50fa-4d6f-86df-7f670d7e6475 req-fe55515a-4320-404b-b953-b0a7316ad836 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988094
Jan 15 15:03:26.927850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294168-5e5e-4c81-bc03-1a25552d357e req-2fcf35f5-4e53-4427-9631-05682067c317 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:26.934384 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab294168-5e5e-4c81-bc03-1a25552d357e req-2fcf35f5-4e53-4427-9631-05682067c317 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1386185
Jan 15 15:03:27.013453 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-9e0637e0-8654-492d-95e8-60c405e86626 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e97855d4-a978-494f-bb4a-4c1d77a530ee HTTP/1.1" status: 200  len: 217 time: 0.1187799
Jan 15 15:03:27.018663 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab294168-5e5e-4c81-bc03-1a25552d357e req-08dbf2b8-5638-4ffa-81b1-ce24106d1469 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782225
Jan 15 15:03:27.038500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.118129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:27.129463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Usage tracker for resource:security_group_rule and tenant:403ef7cbe8bb4e1fb5e27256fe1ecf53 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:27.142018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:27.152418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-bb280e3f-4c9e-4bb8-9915-b46b3a73212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:27.154191 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-bb280e3f-4c9e-4bb8-9915-b46b3a73212a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.4240842
Jan 15 15:03:27.155205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:27.276108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-80798f21-4a35-46ff-a9fa-02e126df0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:27.277921 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-80798f21-4a35-46ff-a9fa-02e126df0374 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.2107360
Jan 15 15:03:27.349071 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-d0c30d38-43f1-44cd-ab6b-ecf49f3f687a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527878
Jan 15 15:03:27.511929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-54bb04f1-3c57-4948-b4fa-79c976136430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:27.513555 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-54bb04f1-3c57-4948-b4fa-79c976136430 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.3433454
Jan 15 15:03:27.534664 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 2020b58d-690e-4d7b-b7cc-8dd07a578d1f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:27.594233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.598418 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-0661dd3e-bc25-4d9a-8fff-d7647dbd7604 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381706
Jan 15 15:03:27.599525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.609714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aeabe095-886d-41fc-b974-9834e477c593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:27.612672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:27.618157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:27.618661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.654815 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=403ef7cbe8bb4e1fb5e27256fe1ecf53&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0403631
Jan 15 15:03:27.655988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b97ff6b-52b0-406e-a269-68e961ca30e3,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:27.657655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60182) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:27.659453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:27.709208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60188) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:27.716330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-509009234-network', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:27.721659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:27.725709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Usage tracker for resource:network and tenant:de629ef27fce41abbb2a8a48cb0211b2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:27.729035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:27.735975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:27.748020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Made reservation on behalf of de629ef27fce41abbb2a8a48cb0211b2 for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:27.752097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.752957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.765778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.768686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.770529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:27.776749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.785908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:27.786520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:27.790858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Usage tracker for resource:security_group_rule and tenant:de629ef27fce41abbb2a8a48cb0211b2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:27.794293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:27.801831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:27.809847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.884606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:27.888344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.889915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:27.895088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7b500e21-28da-4bb4-9d33-eb11c12b0bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:27.910779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b97ff6b-52b0-406e-a269-68e961ca30e3,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:27.911644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.915178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:27.919604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.923689 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b97ff6b-52b0-406e-a269-68e961ca30e3 HTTP/1.1" status: 204  len: 168 time: 0.2600338
Jan 15 15:03:27.923962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.927940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aadeb0ce-7bd0-489a-a110-d6434545e915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:27.975601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:03:27.986047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d1352c-4787-4785-a952-f5bd49086156,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:27.989496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:27.993661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:27.994143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Added segment b88650e0-e00b-407a-a897-25889ded60df of type vxlan for network 4aebf58c-78e6-41d7-a42e-b3308be69ba4
Jan 15 15:03:28.039362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.085228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.087630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:28.088008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.094203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:28.163690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60202) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:28.310344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9242-66e1-4292-b1bb-cc0835f32ef5 req-e3b20acf-fe1c-4d4e-801b-de0421ccd75c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:28.318964 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-323d9242-66e1-4292-b1bb-cc0835f32ef5 req-e3b20acf-fe1c-4d4e-801b-de0421ccd75c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1213231
Jan 15 15:03:28.389658 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-323d9242-66e1-4292-b1bb-cc0835f32ef5 req-0c333a7e-0655-4acd-b547-6c7fe0da03ac tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695763
Jan 15 15:03:28.458996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.479599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:28.483847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Usage tracker for resource:security_group_rule and tenant:ccc987b7c6f441baa9d4cce0f3ed754f is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:28.489711 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7792554
Jan 15 15:03:28.490763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:28.496030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60214) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:28.497650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:28.508869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60218) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:28.513295 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Request body: {'subnet': {'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-509009234-subnet', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'ip_version': 4}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:28.517091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Pushing event updated for resources: {'Network': ['ID=4aebf58c-78e6-41d7-a42e-b3308be69ba4,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:28.522776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:28.528582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Usage tracker for resource:subnet and tenant:de629ef27fce41abbb2a8a48cb0211b2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:28.529337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:28.531992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:28.541132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:28.544453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.551642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:28.556323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Made reservation on behalf of de629ef27fce41abbb2a8a48cb0211b2 for: {'subnet': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:28.561816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2110486'] for subnet, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.565560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:28.571497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c40b98d01348aa8a49092bfc6509b9 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:28.577252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:28.588035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:28.678435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.685775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.695764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6072e-3f80-4d0d-817e-48213f942210 req-d4677200-c660-4ed9-acc5-0f4686598d76 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:28.695987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a8beb825-996f-45e8-95e5-af543ced6e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:28.697460 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0da6072e-3f80-4d0d-817e-48213f942210 req-d4677200-c660-4ed9-acc5-0f4686598d76 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 943 time: 0.5190153
Jan 15 15:03:28.765022 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ccc987b7c6f441baa9d4cce0f3ed754f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6002147
Jan 15 15:03:28.768416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60222) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:28.770844 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0da6072e-3f80-4d0d-817e-48213f942210 req-c1eb4316-6932-4932-ac6c-4531d161640c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641346
Jan 15 15:03:28.777435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf081796-3333-4eb7-b877-f4ffbeda868e,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:28.784375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:28.825801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.836040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.855278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-722ae0b0-fcce-4625-bac1-ea1434c0511f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:28.893775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:28.908294 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a5c40b98d01348aa8a49092bfc6509b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3956139
Jan 15 15:03:28.913305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:03:28.920391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60226) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:28.925512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:28.926351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2906d9358>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:28.939744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d75e27-28c0-4a0f-b3c8-4a83038d07e9,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:28.955912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:28.962101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.043283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.075607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.091399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.102709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-419b4f00-783c-49ff-b98c-bbd871dd9fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:29.130602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf081796-3333-4eb7-b877-f4ffbeda868e,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:29.145382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850664514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2110503'] for subnet, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.146162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:29.148665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:29.155022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.156247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf081796-3333-4eb7-b877-f4ffbeda868e HTTP/1.1" status: 204  len: 168 time: 0.3803432
Jan 15 15:03:29.170333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.176396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3329628e-05e8-4755-9ef8-d31f7a3c5099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:29.190160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d75e27-28c0-4a0f-b3c8-4a83038d07e9,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:29.193576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:29.196511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.198074 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58d75e27-28c0-4a0f-b3c8-4a83038d07e9 HTTP/1.1" status: 204  len: 168 time: 0.2765245
Jan 15 15:03:29.258777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:29.321756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e0a9be-480d-41cf-b51a-913c7e10b06c,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:29.325802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:29.406117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Checking segment: {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:29.406523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Network hostable DHCP agents. Network: 4aebf58c-78e6-41d7-a42e-b3308be69ba4, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:03:29.440344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:03:29.462260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 4aebf58c-78e6-41d7-a42e-b3308be69ba4) {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:29.472564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0bbd3-5731-4bf2-b561-1f36252e1d3d None None] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:29.576953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 2020b58d-690e-4d7b-b7cc-8dd07a578d1f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:29.581781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:29.582476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.642218 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-a1999a7c-20e7-4a2b-bc82-a21718fad531 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.1525366
Jan 15 15:03:29.721137 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2169619
Jan 15 15:03:29.722788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60250) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:29.734786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:29.740388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:29.748762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Usage tracker for resource:router and tenant:de629ef27fce41abbb2a8a48cb0211b2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:29.750310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:29.758335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:29.772847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.775047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.793484 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d787c0f-ac88-41c1-87df-e2c92bf2f943 req-688030af-36e4-4a96-bb24-b921c8361fae service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2049856
Jan 15 15:03:29.809404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:29.920254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:29.920736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:30.191132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d902511-7884-4845-979a-91377b044081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-4aebf58c-78e6-41d7-a42e-b3308be69ba4', 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'fixed_ips': [{'subnet_id': '32e0a9be-480d-41cf-b51a-913c7e10b06c'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:03:30.192069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9d902511-7884-4845-979a-91377b044081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:30.454124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:30.519563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-9d902511-7884-4845-979a-91377b044081 None None] Allocated IP 172.20.0.2 (4aebf58c-78e6-41d7-a42e-b3308be69ba4/32e0a9be-480d-41cf-b51a-913c7e10b06c/9f95f41c-8dee-4d9d-91c1-009ec0c4c573) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:30.751246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9d902511-7884-4845-979a-91377b044081 None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:30.763511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2906d9358>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:30.769360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9d902511-7884-4845-979a-91377b044081 None None] Transition to ACTIVE for port object 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:30.781476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:03:30.781811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Updating router 4aba2743-9ef5-491f-8d68-fbee897530b4 port 67253b7a-db69-46d8-bb59-449fcdc19085 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:03:30.830998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9d902511-7884-4845-979a-91377b044081 None None] Transition to ACTIVE for port object 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:30.842210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9d902511-7884-4845-979a-91377b044081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:30.860905 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:30.912676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:30.916369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-ff81777e-7aae-4ca3-a970-98a538cc51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:30.918530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-ff81777e-7aae-4ca3-a970-98a538cc51b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.2157834
Jan 15 15:03:30.987680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.014927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:31.242007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-fd891078-9804-447e-9ad5-a527d47a1995 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2167666
Jan 15 15:03:31.245204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f4bc7-2b64-4c4f-948d-0cd59026fb96 req-e76a71e0-b07e-44f6-ae01-90a3a1c0404a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:31.266631 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-845f4bc7-2b64-4c4f-948d-0cd59026fb96 req-e76a71e0-b07e-44f6-ae01-90a3a1c0404a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2468967
Jan 15 15:03:31.357867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.483900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760703c-12d1-4c56-b980-82de75ccd682 req-1f57d040-ff79-435c-9bd7-581724102945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:31.485658 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-1f57d040-ff79-435c-9bd7-581724102945 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 1160 time: 0.5288808
Jan 15 15:03:31.508914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Allocated IP 172.27.0.250 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/c88c43ff-a3f7-4f8e-8c43-6a166c803e73) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:31.530167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f2ea2-b712-4648-83e6-c2a95285cf95 req-34153cb4-dd37-44d5-a7e0-0ed2ae37e642 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:31.532083 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f9f2ea2-b712-4648-83e6-c2a95285cf95 req-34153cb4-dd37-44d5-a7e0-0ed2ae37e642 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 943 time: 0.4203682
Jan 15 15:03:31.568098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902511-7884-4845-979a-91377b044081 None None] Pushing event updated for resources: {'Port': ['ID=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:31.576590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9d902511-7884-4845-979a-91377b044081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:31.638752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d902511-7884-4845-979a-91377b044081 None None] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:31.646812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-9d902511-7884-4845-979a-91377b044081 None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:31.657688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d902511-7884-4845-979a-91377b044081 None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:31.734536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.749093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9d902511-7884-4845-979a-91377b044081 None None] Attempting to bind port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:31.749716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9d902511-7884-4845-979a-91377b044081 None None] Attempting to bind port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:31.750501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d902511-7884-4845-979a-91377b044081 None None] Attempting to bind port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 on network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:31.769136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760703c-12d1-4c56-b980-82de75ccd682 req-122fcb2e-f145-4eab-aeee-0ce4fb2c0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:31.770771 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-122fcb2e-f145-4eab-aeee-0ce4fb2c0337 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 909 time: 0.2254136
Jan 15 15:03:31.786541 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-845f4bc7-2b64-4c4f-948d-0cd59026fb96 req-05fa73f7-5766-40a8-8310-84c85c4b2fc2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5188789
Jan 15 15:03:31.802115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.816637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d902511-7884-4845-979a-91377b044081 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:31.817162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d902511-7884-4845-979a-91377b044081 None None] Checking segment: {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:31.817844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9d902511-7884-4845-979a-91377b044081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.818442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d902511-7884-4845-979a-91377b044081 None None] Bound using segment: {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:31.819019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9d902511-7884-4845-979a-91377b044081 None None] Bound port: 9f95f41c-8dee-4d9d-91c1-009ec0c4c573, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:31.819524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9d902511-7884-4845-979a-91377b044081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.837987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-05fba685-011d-49f4-8d31-edca96723807 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:31.887837 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-3a9248c2-3dbf-49f4-9fca-79a257f9ba8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e97855d4-a978-494f-bb4a-4c1d77a530ee HTTP/1.1" status: 200  len: 217 time: 0.0876045
Jan 15 15:03:31.908502 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-559ecb71-eed3-49cc-a3b1-29fb38b0aa4e service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6387217
Jan 15 15:03:31.929832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-9d902511-7884-4845-979a-91377b044081 None None] For port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:31.938565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-9d902511-7884-4845-979a-91377b044081 None None] For port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:31.941625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9d902511-7884-4845-979a-91377b044081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:31.972468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:32.098928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Pushing event updated for resources: {'Port': ['ID=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:32.115113 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f9f2ea2-b712-4648-83e6-c2a95285cf95 req-01d2154d-1406-4a32-bc39-fb86d5567b39 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5681570
Jan 15 15:03:32.166785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:32.174615 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b21ed59e-f2bc-452b-b033-a8d12d238131 req-49f312a7-c1d8-49ef-99c9-09a6a02ed3d7 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2247751
Jan 15 15:03:32.184544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:32.185961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:32.188440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:32.206454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760703c-12d1-4c56-b980-82de75ccd682 req-19c570bb-600a-401a-aaf5-96211892a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:32.208306 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-19c570bb-600a-401a-aaf5-96211892a762 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.3058493
Jan 15 15:03:32.307223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-cdfd3c43-aa74-4fa8-b39a-c92763b4024f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0803533
Jan 15 15:03:32.314411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902511-7884-4845-979a-91377b044081 None None] Pushing event updated for resources: {'Port': ['ID=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:32.318047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9d902511-7884-4845-979a-91377b044081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:32.490115 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-177bff21-1f85-4f75-9790-942c002bf860 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627805
Jan 15 15:03:32.734791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:32.757502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Transition to ACTIVE for port object 67253b7a-db69-46d8-bb59-449fcdc19085 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:32.764828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:32.788245 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9760703c-12d1-4c56-b980-82de75ccd682 req-06954ecc-9d53-4751-8679-10367199ea39 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2739849
Jan 15 15:03:32.881819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:32.957555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2de7ff8f-8ab3-41ba-ae1a-25985a29d0c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:33.309560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Pushing event updated for resources: {'Port': ['ID=67253b7a-db69-46d8-bb59-449fcdc19085,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:33.316271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:33.417473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4f6b-2eff-4045-a74c-e9d57bce583c req-13b781f5-02cb-4541-8f0d-2fadb40cfacc tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:33.426630 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-867b4f6b-2eff-4045-a74c-e9d57bce583c req-13b781f5-02cb-4541-8f0d-2fadb40cfacc tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 943 time: 0.1330435
Jan 15 15:03:33.538464 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-867b4f6b-2eff-4045-a74c-e9d57bce583c req-4e471f1b-6ae3-4b34-98c7-b802c2f44860 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988638
Jan 15 15:03:33.554982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Attempting to bind port 67253b7a-db69-46d8-bb59-449fcdc19085 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:33.558532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Attempting to bind port 67253b7a-db69-46d8-bb59-449fcdc19085 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:33.559582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Attempting to bind port 67253b7a-db69-46d8-bb59-449fcdc19085 on network 2ee8b40a-9e81-4098-a8a4-9864168b2681 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:33.577919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:33.577919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Checking segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:33.581609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:33.582281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Bound using segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:33.582719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Bound port: 67253b7a-db69-46d8-bb59-449fcdc19085, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:33.583157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:33.596769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:33.748064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f12a5a-8d68-44a2-9698-eb199320ba60 req-ee19031d-5787-4773-b162-40348c87c08c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:33.749596 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-70f12a5a-8d68-44a2-9698-eb199320ba60 req-ee19031d-5787-4773-b162-40348c87c08c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.7293215
Jan 15 15:03:33.791488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] For port 67253b7a-db69-46d8-bb59-449fcdc19085, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:33.795393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] For port 67253b7a-db69-46d8-bb59-449fcdc19085, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=67253b7a-db69-46d8-bb59-449fcdc19085,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:33.893049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:33.915662 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-70f12a5a-8d68-44a2-9698-eb199320ba60 req-f6c3a2f9-7cc9-4460-af27-482bcb8689cc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551175
Jan 15 15:03:33.932587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:33.939391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:34.169299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:34.184410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Pushing event updated for resources: {'Port': ['ID=67253b7a-db69-46d8-bb59-449fcdc19085,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:34.216547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:34.217125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2906d9358>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:34.244276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Router 2de98323-6a7c-4190-8d5e-deb377910f4c is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:03:34.352372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ea65b-ef99-4fef-928f-662bb1f7828e None None] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:34.407019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:34.489923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:03:34.502952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Sync routers for ids ['2de98323-6a7c-4190-8d5e-deb377910f4c'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:03:34.515045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Routers {'2de98323-6a7c-4190-8d5e-deb377910f4c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:34.515851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290f93128>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2de98323-6a7c-4190-8d5e-deb377910f4c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:34.517257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:34.518888 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7942858
Jan 15 15:03:34.521790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60386) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:34.572248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Provisioning for port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:34.586929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Provisioning complete for port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:34.587345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:34.678985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:34.763950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60394) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:34.789055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Set router 2de98323-6a7c-4190-8d5e-deb377910f4c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:35.065274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.092126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:35.098787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Usage tracker for resource:security_group_rule and tenant:722bdad4a20348768ebd671f4bf80fdd is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:35.102627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:35.111820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:35.140606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.249133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290f93128>, [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:03:32Z', 'revision_number': 3, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:35.259209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b481a8-7ca9-491c-aa24-0de57bfcb7c6 req-325a7afd-2fc9-4aaa-9d12-07749db759ef tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:35.260324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Checking router: 2de98323-6a7c-4190-8d5e-deb377910f4c for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:03:35.260729 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Updating router 2de98323-6a7c-4190-8d5e-deb377910f4c port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:03:35.260883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-66b481a8-7ca9-491c-aa24-0de57bfcb7c6 req-325a7afd-2fc9-4aaa-9d12-07749db759ef tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 943 time: 0.3535407
Jan 15 15:03:35.297698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.304481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.346500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:35.347230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.358201 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=722bdad4a20348768ebd671f4bf80fdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5930622
Jan 15 15:03:35.363398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60412) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:35.368709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] For port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:35.420969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.424541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:35.457030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-66b481a8-7ca9-491c-aa24-0de57bfcb7c6 req-81670a77-ff77-426d-a7ed-b8ad4f460b44 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:03:35.544196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872402a-2cf4-43db-b6af-b30d2e5cf810,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:35.559041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:35.623746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.682308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Pushing event updated for resources: {'Port': ['ID=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:35.685881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.698157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:35.699049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-e016b979-db03-4139-96b1-b60093107a84 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:03:35.709305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2906d9358>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:33Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:35.715530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02d015-8de6-49ed-9d5e-5e86ae6a2a4c None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:33Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:03:35.835999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.842639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:35.906560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-66b481a8-7ca9-491c-aa24-0de57bfcb7c6 req-81670a77-ff77-426d-a7ed-b8ad4f460b44 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:03:35.920658 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-66b481a8-7ca9-491c-aa24-0de57bfcb7c6 req-81670a77-ff77-426d-a7ed-b8ad4f460b44 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6505563
Jan 15 15:03:35.979593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869ec57-6814-4f73-b4bc-abc0d5d698ec req-c25caf58-79c3-440b-9c52-eaaef2541ee9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:35.989213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:35.993576 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6869ec57-6814-4f73-b4bc-abc0d5d698ec req-c25caf58-79c3-440b-9c52-eaaef2541ee9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.6003840
Jan 15 15:03:36.002297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872402a-2cf4-43db-b6af-b30d2e5cf810,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:36.012669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.022137 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2872402a-2cf4-43db-b6af-b30d2e5cf810 HTTP/1.1" status: 204  len: 168 time: 0.6574397
Jan 15 15:03:36.036411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d97c6380-37bb-4eaf-8637-fafea34142b6 None None] Provisioning complete for port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:36.039668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d97c6380-37bb-4eaf-8637-fafea34142b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.054078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.079284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:36.091695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Transition to ACTIVE for port object c88c43ff-a3f7-4f8e-8c43-6a166c803e73 will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:36.098882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.137999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:36.261858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb84aff-f454-40cd-bcd2-98c5bcf5ea8b None None] Pushing event updated for resources: {'Port': ['ID=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,revision_number=2']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:36.567755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbb84aff-f454-40cd-bcd2-98c5bcf5ea8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:36.600801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Attempting to bind port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:36.601149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Attempting to bind port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:36.601565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Attempting to bind port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:36.608206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:36.608626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:36.609079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.609522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:36.610175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Bound port: c88c43ff-a3f7-4f8e-8c43-6a166c803e73, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:36.610683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.687946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-3807bf52-8252-4b79-97d7-4779601a83ff None None] Provisioning complete for port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:36.688523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3807bf52-8252-4b79-97d7-4779601a83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.716382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] For port c88c43ff-a3f7-4f8e-8c43-6a166c803e73, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:36.724233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] For port c88c43ff-a3f7-4f8e-8c43-6a166c803e73, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:36.733676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:36.752576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:36.762680 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6869ec57-6814-4f73-b4bc-abc0d5d698ec req-42fa1781-7e10-47c0-8328-49806c72f762 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7616875
Jan 15 15:03:36.968194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb84aff-f454-40cd-bcd2-98c5bcf5ea8b None None] Pushing event updated for resources: {'Port': ['ID=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:37.000164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbb84aff-f454-40cd-bcd2-98c5bcf5ea8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:37.099721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Allocated IP 172.20.0.1 (4aebf58c-78e6-41d7-a42e-b3308be69ba4/32e0a9be-480d-41cf-b51a-913c7e10b06c/1d830c9f-4436-46b5-b5ea-2d1e2987e353) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:37.117430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Routers {'2de98323-6a7c-4190-8d5e-deb377910f4c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:37.118154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290f93128>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2de98323-6a7c-4190-8d5e-deb377910f4c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:37.177208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:37.443215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port e97855d4-a978-494f-bb4a-4c1d77a530ee completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:37.448730 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port e97855d4-a978-494f-bb4a-4c1d77a530ee triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:37.449801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:37.470009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bdf0f-dd25-40a1-991f-21c497d05cc0 req-48682bb4-e227-4f27-af84-b2b5ab3b1c56 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:37.471769 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0a9bdf0f-dd25-40a1-991f-21c497d05cc0 req-48682bb4-e227-4f27-af84-b2b5ab3b1c56 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 943 time: 0.2576032
Jan 15 15:03:37.627958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] Set router 2de98323-6a7c-4190-8d5e-deb377910f4c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:37.632905 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:37.700963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port e97855d4-a978-494f-bb4a-4c1d77a530ee, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=e97855d4-a978-494f-bb4a-4c1d77a530ee,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:37.702310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97855d4-a978-494f-bb4a-4c1d77a530ee'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:03:37.710674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:37.712860 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:37.721549 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0a9bdf0f-dd25-40a1-991f-21c497d05cc0 req-1f3b0487-c4bb-4cb9-800b-617510b4a6d0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416058
Jan 15 15:03:37.864965 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97855d4-a978-494f-bb4a-4c1d77a530ee', 'code': 200}
Jan 15 15:03:37.865791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:37.923446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:37.970418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Transition to ACTIVE for port object 1d830c9f-4436-46b5-b5ea-2d1e2987e353 will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:37.974523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:37.985263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.059149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.113125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=e97855d4-a978-494f-bb4a-4c1d77a530ee,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:38.124781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:38.133214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9e6b2e78-7013-4c2c-a570-2c38e1c3c788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:38.267077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 67253b7a-db69-46d8-bb59-449fcdc19085 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:38.361518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:38.372165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a7477-85b0-4baf-b3f5-c73a3fd68417 req-8437ecc3-8520-41ee-81a8-df17333f627c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:38.379281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290f93128>, [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:03:32Z', 'revision_number': 3, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:38.380064 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc2a7477-85b0-4baf-b3f5-c73a3fd68417 req-8437ecc3-8520-41ee-81a8-df17333f627c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2276976
Jan 15 15:03:38.384483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1651c-625e-4557-be42-2df7771fb9c3 None None] The sync data for ids ['2de98323-6a7c-4190-8d5e-deb377910f4c'] in dv-cinder-734144-13-iscsi is: [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:03:32Z', 'revision_number': 3, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:03:38.504749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Pushing event updated for resources: {'Port': ['ID=1d830c9f-4436-46b5-b5ea-2d1e2987e353,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:38.522811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:38.538581 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc2a7477-85b0-4baf-b3f5-c73a3fd68417 req-aae3e2d4-6394-4480-8018-b9b7b25e356f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571939
Jan 15 15:03:38.545547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:38.547506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:38.550018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:38.615147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7ec9a-bab7-4499-82a5-3c3ed29b5fbc req-86e2905d-b648-471d-80b5-ba4586ab1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:38.615847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 67253b7a-db69-46d8-bb59-449fcdc19085 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:38.620185 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-10a7ec9a-bab7-4499-82a5-3c3ed29b5fbc req-86e2905d-b648-471d-80b5-ba4586ab1d83 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 1162 time: 0.2216554
Jan 15 15:03:38.632787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 67253b7a-db69-46d8-bb59-449fcdc19085 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:38.633224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.663980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.695346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port e97855d4-a978-494f-bb4a-4c1d77a530ee triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:38.695755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.745798 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-10a7ec9a-bab7-4499-82a5-3c3ed29b5fbc req-84ed8015-84ba-4d55-bcc3-0c9a0eeea5d9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121821
Jan 15 15:03:38.905187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.915723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.975037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 67253b7a-db69-46d8-bb59-449fcdc19085, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=67253b7a-db69-46d8-bb59-449fcdc19085,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:38.986855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:38.992921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9d902511-7884-4845-979a-91377b044081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:39.138893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-83d6e3e8-4e2b-4819-8803-911aaa214ec8 None None] Provisioning for port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:39.169571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-83d6e3e8-4e2b-4819-8803-911aaa214ec8 None None] Provisioning complete for port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:39.177064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83d6e3e8-4e2b-4819-8803-911aaa214ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.351480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=67253b7a-db69-46d8-bb59-449fcdc19085,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:39.352220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60492) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:39.367870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:39.404976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-83d6e3e8-4e2b-4819-8803-911aaa214ec8 None None] Port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:03:39.487912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31df98-4dbb-4577-b5ec-295925c71a48 req-4100b8bf-7ad6-4de0-91b0-b12933d4c116 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:39.499515 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fa31df98-4dbb-4577-b5ec-295925c71a48 req-4100b8bf-7ad6-4de0-91b0-b12933d4c116 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.3213515
Jan 15 15:03:39.704369 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fa31df98-4dbb-4577-b5ec-295925c71a48 req-9135827b-f810-44fc-be4d-3a814f0ca11a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038331
Jan 15 15:03:39.757966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.760418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.764052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device c88c43ff-a3f7-4f8e-8c43-6a166c803e73 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:39.777762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.808488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:39.820550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-563b9ad9-8297-4dfe-be7a-957d14459d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:39.823672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Usage tracker for resource:security_group_rule and tenant:994880d8212c47a99af2832e8e667d31 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:39.828089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:39.844751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:39.924830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:39.927479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.931589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:39.932548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.982834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:39.989153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.038489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9fbb20db-9e9e-48cf-b7d0-9a480f7d679c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:40.053568 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=994880d8212c47a99af2832e8e667d31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6978500
Jan 15 15:03:40.076156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60516) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:40.076359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7f874f-262b-4869-ab7b-e478d690f005,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:40.098281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:40.143466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.146807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Pushing event updated for resources: {'Port': ['ID=1d830c9f-4436-46b5-b5ea-2d1e2987e353,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:40.155105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:40.164024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port c88c43ff-a3f7-4f8e-8c43-6a166c803e73, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:40.168780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.170194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 67253b7a-db69-46d8-bb59-449fcdc19085 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:40.203420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:40.231336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.278728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abadc81-f110-40fa-bda5-96fb1d8e7938 req-b82931c7-2bef-471b-8ebd-d67170789be4 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:40.280419 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5abadc81-f110-40fa-bda5-96fb1d8e7938 req-b82931c7-2bef-471b-8ebd-d67170789be4 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3788633
Jan 15 15:03:40.312434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:40.321689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:40.322331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 67253b7a-db69-46d8-bb59-449fcdc19085 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:40.323162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.332649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.389484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:40.395823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:40.411902 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5abadc81-f110-40fa-bda5-96fb1d8e7938 req-789784e2-d11e-4e26-b521-7eb3e0eee4a6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238332
Jan 15 15:03:40.614385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.620579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c7857fe4-9c17-4804-90dd-cdb769adeee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:40.646469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7f874f-262b-4869-ab7b-e478d690f005,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:40.655658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:40.666396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Router 2de98323-6a7c-4190-8d5e-deb377910f4c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:03:40.672003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.673311 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b7f874f-262b-4869-ab7b-e478d690f005 HTTP/1.1" status: 204  len: 168 time: 0.5748975
Jan 15 15:03:40.781913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-76758413-3d7d-4b64-9e98-16a208183cc2 None None] Provisioning complete for port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:40.783003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-76758413-3d7d-4b64-9e98-16a208183cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:40.896593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-76758413-3d7d-4b64-9e98-16a208183cc2 None None] Port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:03:40.978526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:41.163041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:03:41.197779 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] 10.222.0.68 "PUT /v2.0/routers/2de98323-6a7c-4190-8d5e-deb377910f4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6722176
Jan 15 15:03:41.273836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f28ac9-f7dc-49f2-8941-c6be328b663e req-ef370f90-f24d-4a85-a14c-2ad55906a4e2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:41.275860 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9f28ac9-f7dc-49f2-8941-c6be328b663e req-ef370f90-f24d-4a85-a14c-2ad55906a4e2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.3084767
Jan 15 15:03:41.352204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port e97855d4-a978-494f-bb4a-4c1d77a530ee triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:41.352629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:41.363559 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9f28ac9-f7dc-49f2-8941-c6be328b663e req-0a8a5aa0-0297-4863-b0f0-1753b675a7d1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665126
Jan 15 15:03:41.556921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device c88c43ff-a3f7-4f8e-8c43-6a166c803e73 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:41.766215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:41.766642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:41.892912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ee927-3e7b-42d1-9cd2-9bd868bafe71 req-cc5b802f-1ef8-4f8d-a400-b2ea98ea122d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:41.894931 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0a5ee927-3e7b-42d1-9cd2-9bd868bafe71 req-cc5b802f-1ef8-4f8d-a400-b2ea98ea122d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2078323
Jan 15 15:03:41.972198 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0a5ee927-3e7b-42d1-9cd2-9bd868bafe71 req-39f9d448-cae3-4861-8951-ad7d96d0dbf1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692582
Jan 15 15:03:42.508421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:42.510386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-677956197', 'description': 'tempest-TestVolumeBootPattern-677956197 description'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:42.521668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:42.525993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Usage tracker for resource:security_group and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:42.530271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:42.536355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:42.548471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.573378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:42.576414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Sync routers for ids ['2de98323-6a7c-4190-8d5e-deb377910f4c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:03:42.578325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Usage tracker for resource:security_group_rule and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:42.581359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:42.587262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:42.596284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Routers {'2de98323-6a7c-4190-8d5e-deb377910f4c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:42.596989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2906a6ba8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2de98323-6a7c-4190-8d5e-deb377910f4c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:42.673769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.676853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.682069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:42.688724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port e97855d4-a978-494f-bb4a-4c1d77a530ee triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:42.689147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.731573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b82d7-d60b-4c4e-83dc-0683106e7159,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:42.734717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:42.749198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.750614 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dec7f82e-d360-44fd-b727-cdff8a2dd2e9 req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2458801
Jan 15 15:03:42.851637 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-8d574977-513e-444f-ae69-cbe536524b79 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups/3a8b82d7-d60b-4c4e-83dc-0683106e7159 HTTP/1.1" status: 200  len: 1806 time: 0.0613949
Jan 15 15:03:42.865499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a8b82d7-d60b-4c4e-83dc-0683106e7159', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:42.865919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a8b82d7-d60b-4c4e-83dc-0683106e7159', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:42.877936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:42.882923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Usage tracker for resource:security_group_rule and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:42.886324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:42.894051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:42.962629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.991363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.994786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:42.997427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-26c9e313-03e0-4785-a3ae-0643937cc246 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:43.013209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Set router 2de98323-6a7c-4190-8d5e-deb377910f4c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:43.042660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cab72f-798a-4fc6-a9ff-a1e9e847e70f,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:43.047834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:43.076586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:43.078160 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7473036b-2f50-4de1-b994-e24ed1195ee0 req-2d5e02c4-340c-40aa-a2d2-78896662515d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2174385
Jan 15 15:03:43.182337 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-19a39521-9076-4469-a08d-947ce2502d6b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups/3a8b82d7-d60b-4c4e-83dc-0683106e7159 HTTP/1.1" status: 200  len: 2399 time: 0.0593755
Jan 15 15:03:43.193477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a8b82d7-d60b-4c4e-83dc-0683106e7159', 'remote_group_id': None}]} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:43.193817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a8b82d7-d60b-4c4e-83dc-0683106e7159', 'remote_group_id': None}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:43.206277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:43.210510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Usage tracker for resource:security_group_rule and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:43.213550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:43.220627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:43.278920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fcae3-f855-4266-a609-d970974241f3 req-0dda3501-378a-4fb5-8a86-b9330091d9ba tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:43.279557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:43.280645 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-628fcae3-f855-4266-a609-d970974241f3 req-0dda3501-378a-4fb5-8a86-b9330091d9ba tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1067653
Jan 15 15:03:43.308344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:43.314188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:43.317054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15cba7c8-c704-4207-a470-49e33fc56f0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:43.337250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4974b02-747a-45b2-93b5-4634d115ae8e,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:43.363664 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:43.370299 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-628fcae3-f855-4266-a609-d970974241f3 req-979287e9-3d2d-498a-b2df-f69b281b906f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792356
Jan 15 15:03:43.404338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:43.405658 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-60738063-bd76-4e7c-bb76-e10a91a64d52 req-580e8717-575f-4dd3-b51d-313874f3f6e2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2167177
Jan 15 15:03:43.455990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2906a6ba8>, [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 4, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '1d830c9f-4436-46b5-b5ea-2d1e2987e353', 'name': '', 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'mac_address': 'fa:16:3e:a5:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '32e0a9be-480d-41cf-b51a-913c7e10b06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:36Z', 'updated_at': '2021-01-15T15:03:39Z', 'revision_number': 2, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'subnets': [{'id': '32e0a9be-480d-41cf-b51a-913c7e10b06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:43.461731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Checking router: 2de98323-6a7c-4190-8d5e-deb377910f4c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:03:43.462182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Updating router 2de98323-6a7c-4190-8d5e-deb377910f4c port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:03:43.551625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.083987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.099359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Transition to ACTIVE for port object 1d830c9f-4436-46b5-b5ea-2d1e2987e353 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:44.105039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.133983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-57dbf218-6193-4989-a232-41bc74a28c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:44.315229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Pushing event updated for resources: {'Port': ['ID=1d830c9f-4436-46b5-b5ea-2d1e2987e353,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:44.336378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.336743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.337140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.337502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.338200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.338342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.338631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.338959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.339333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.340297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.340670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.341038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.341681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.342047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.342473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.342850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.343307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.343585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.343996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.344368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.344738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.345389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.345524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.345850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:03:44.353053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:44.572890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:44.612125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Attempting to bind port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:44.612125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Attempting to bind port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:44.612125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Attempting to bind port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 on network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:44.643531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:44.643961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Checking segment: {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:44.644407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.644853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Bound using segment: {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:44.645381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Bound port: 1d830c9f-4436-46b5-b5ea-2d1e2987e353, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88650e0-e00b-407a-a897-25889ded60df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:44.645801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.656774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d31732-4c6c-4472-bfde-e34335108666 req-08776fe1-9044-47d7-af48-ef0272ee43aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:44.659095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c4d31732-4c6c-4472-bfde-e34335108666 req-08776fe1-9044-47d7-af48-ef0272ee43aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1275136
Jan 15 15:03:44.738957 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c4d31732-4c6c-4472-bfde-e34335108666 req-c00f1d59-2f53-4a0d-912d-7a5396bdb6a2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729327
Jan 15 15:03:44.784242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c212a00c-1dd6-40dd-970f-085eae845477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.838696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] For port 1d830c9f-4436-46b5-b5ea-2d1e2987e353, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:44.843414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] For port 1d830c9f-4436-46b5-b5ea-2d1e2987e353, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=1d830c9f-4436-46b5-b5ea-2d1e2987e353,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:44.844619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:44.845188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.876566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:44.903087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:45.088147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Pushing event updated for resources: {'Port': ['ID=1d830c9f-4436-46b5-b5ea-2d1e2987e353,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:45.108084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:45.203493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Routers {'2de98323-6a7c-4190-8d5e-deb377910f4c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:45.204856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2906a6ba8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2de98323-6a7c-4190-8d5e-deb377910f4c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:45.412406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] Set router 2de98323-6a7c-4190-8d5e-deb377910f4c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:45.780423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2906a6ba8>, [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 4, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '1d830c9f-4436-46b5-b5ea-2d1e2987e353', 'name': '', 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'mac_address': 'fa:16:3e:a5:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '32e0a9be-480d-41cf-b51a-913c7e10b06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:36Z', 'updated_at': '2021-01-15T15:03:44Z', 'revision_number': 4, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'subnets': [{'id': '32e0a9be-480d-41cf-b51a-913c7e10b06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:45.784840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98de208-4d49-4c50-a63e-830220376d90 None None] The sync data for ids ['2de98323-6a7c-4190-8d5e-deb377910f4c'] in dv-cinder-734144-13-iscsi is: [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 4, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '1d830c9f-4436-46b5-b5ea-2d1e2987e353', 'name': '', 'network_id': '4aebf58c-78e6-41d7-a42e-b3308be69ba4', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'mac_address': 'fa:16:3e:a5:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '32e0a9be-480d-41cf-b51a-913c7e10b06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:36Z', 'updated_at': '2021-01-15T15:03:44Z', 'revision_number': 4, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'subnets': [{'id': '32e0a9be-480d-41cf-b51a-913c7e10b06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:03:46.015479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558f6bd-424e-4059-8e8b-117cb2e705f7 req-cb53ae00-8209-4927-9ce7-0a6c63a0f082 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:46.017742 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1558f6bd-424e-4059-8e8b-117cb2e705f7 req-cb53ae00-8209-4927-9ce7-0a6c63a0f082 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1216736
Jan 15 15:03:46.090581 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1558f6bd-424e-4059-8e8b-117cb2e705f7 req-95dc7146-e9f5-4d5c-9774-fa791c55db80 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645413
Jan 15 15:03:46.831396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6293a45a-df37-4238-948e-084405318764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:47.222927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:47.341913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a29e2f-c84a-401d-96ef-2bba3694a5dd req-a009d69c-b973-4ac7-a79a-eba7e1e6d43c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:47.343597 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e6a29e2f-c84a-401d-96ef-2bba3694a5dd req-a009d69c-b973-4ac7-a79a-eba7e1e6d43c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1072834
Jan 15 15:03:47.399109 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e6a29e2f-c84a-401d-96ef-2bba3694a5dd req-3b8c628e-ce63-4605-958f-bc0471b6738f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489073
Jan 15 15:03:47.566783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d830c9f-4436-46b5-b5ea-2d1e2987e353 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:47.642035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:47.647220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:47.647732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:47.789498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:47.826202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 1d830c9f-4436-46b5-b5ea-2d1e2987e353, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=1d830c9f-4436-46b5-b5ea-2d1e2987e353,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:47.829373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:47.831429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:47.902951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=1d830c9f-4436-46b5-b5ea-2d1e2987e353,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:47.906535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:48.361402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60760) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:48.534278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.551755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:48.556945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Usage tracker for resource:security_group_rule and tenant:9b177e4af30d408bb4da36d246ad39d1 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:48.561234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:48.568532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:48.674473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.678922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.690573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-71988cc6-81e1-43f2-99f8-9a6fe4dabb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:48.758561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.799067 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9b177e4af30d408bb4da36d246ad39d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4364500
Jan 15 15:03:48.801959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60776) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:48.805042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e85995-cc7e-4974-929f-e394d43efe2a,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:48.811296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:48.862618 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e903e74-c44e-4e9d-84f4-380f023356f7 req-5bb3b170-b8e2-455d-b585-510b9cec320a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:48.870175 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e903e74-c44e-4e9d-84f4-380f023356f7 req-5bb3b170-b8e2-455d-b585-510b9cec320a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1808701
Jan 15 15:03:48.878250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.907086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.918537 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e903e74-c44e-4e9d-84f4-380f023356f7 req-74464aa4-fbf2-4b16-aaea-5cd5da7f66c6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467968
Jan 15 15:03:48.939341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.960266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.964515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8f3e4a88-8d11-464c-906d-a1bff76fabd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:48.977417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e85995-cc7e-4974-929f-e394d43efe2a,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:48.982209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:48.985767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:48.989594 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e3e85995-cc7e-4974-929f-e394d43efe2a HTTP/1.1" status: 204  len: 168 time: 0.1838760
Jan 15 15:03:49.523740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d830c9f-4436-46b5-b5ea-2d1e2987e353 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:49.867196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:49.867974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.081272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60816) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:50.264212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-778803493-network', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:50.269418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:50.273601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Usage tracker for resource:network and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:50.276608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:50.282071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d316a-d98c-4710-a6b4-acaf0c7153b4 req-87412097-b19c-4043-8e73-7cfc88cb93a4 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:50.283022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:50.283777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-930d316a-d98c-4710-a6b4-acaf0c7153b4 req-87412097-b19c-4043-8e73-7cfc88cb93a4 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1212149
Jan 15 15:03:50.298541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Made reservation on behalf of dd51d2d3990e4bd1b9c12c7a6c8d9238 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:50.303264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.316726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.332315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:50.336612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Usage tracker for resource:security_group_rule and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:50.340238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:50.346661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:50.390850 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-930d316a-d98c-4710-a6b4-acaf0c7153b4 req-0734b195-7861-4a8a-9fed-831cb36668c7 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675967
Jan 15 15:03:50.403748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d960dc-6abb-46b4-ad75-9d6732d7e6fd req-7f8648c4-4241-4331-a2a8-c806a8c28293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:50.405487 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-52d960dc-6abb-46b4-ad75-9d6732d7e6fd req-7f8648c4-4241-4331-a2a8-c806a8c28293 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.1207328
Jan 15 15:03:50.436982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.440007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.444574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:50.459683 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-52d960dc-6abb-46b4-ad75-9d6732d7e6fd req-dcb480b3-563c-4d79-8f33-42aea5a32944 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404565
Jan 15 15:03:50.474169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:03:50.487942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe09aac-f0d5-4491-87be-f14c508aacce,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:50.492343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:50.493357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.493749 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Added segment f47be672-a71b-4933-a14c-5b3365347dfc of type vxlan for network 1e14391c-11d9-4911-8e68-21e7ca7bb222
Jan 15 15:03:50.522997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.553864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.555110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:50.555753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.561336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:50.674867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Pushing event updated for resources: {'Network': ['ID=1e14391c-11d9-4911-8e68-21e7ca7bb222,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:50.678390 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5954311
Jan 15 15:03:50.679311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:50.681375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 60822) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:50.687292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:50.689524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Request body: {'subnet': {'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-778803493-subnet', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:50.694966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:50.699697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Usage tracker for resource:subnet and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:50.703106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:50.708934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:50.718454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Made reservation on behalf of dd51d2d3990e4bd1b9c12c7a6c8d9238 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:03:50.723152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:50.757252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:03:51.373802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:51.390992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:51.520289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b321fd3c-8abe-42cd-a30c-3ff951e27b18,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:51.525297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:51.594963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Checking segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:51.595731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Network hostable DHCP agents. Network: 1e14391c-11d9-4911-8e68-21e7ca7bb222, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:03:51.613836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:03:51.622687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 1e14391c-11d9-4911-8e68-21e7ca7bb222) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:51.631522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876ca76-1409-43de-9890-63a876954873 None None] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:51.634308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:51.634964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:51.657103 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9723539
Jan 15 15:03:51.658226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60838) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:51.663986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:03:51.669775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:03:51.674156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Usage tracker for resource:router and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:03:51.677200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:03:51.683127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:03:51.693950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:51.695019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:51.710161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:51.861330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-1e14391c-11d9-4911-8e68-21e7ca7bb222', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:03:51.862269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:51.998142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.216234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Allocated IP 172.20.0.2 (1e14391c-11d9-4911-8e68-21e7ca7bb222/b321fd3c-8abe-42cd-a30c-3ff951e27b18/57452684-e0be-4ed3-8514-125a767f2527) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:52.378603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.411173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.451025 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.461537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Transition to ACTIVE for port object 57452684-e0be-4ed3-8514-125a767f2527 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:52.477612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Transition to ACTIVE for port object 57452684-e0be-4ed3-8514-125a767f2527 will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:52.483377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.499852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c150e70e-ef52-4794-af6b-0fb2c8d87e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:52.634424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Pushing event updated for resources: {'Port': ['ID=57452684-e0be-4ed3-8514-125a767f2527,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:52.638929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:52.693932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:52.695095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Allocated IP 172.27.0.229 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/76652702-bbec-4478-b9b5-fb6dab1abf28) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:52.695268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:52.697492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:52.758240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Attempting to bind port 57452684-e0be-4ed3-8514-125a767f2527 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:52.758652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Attempting to bind port 57452684-e0be-4ed3-8514-125a767f2527 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:52.759059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Attempting to bind port 57452684-e0be-4ed3-8514-125a767f2527 on network 1e14391c-11d9-4911-8e68-21e7ca7bb222 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:52.764827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:52.765249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Checking segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:52.765691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.766176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Bound using segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:52.766690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Bound port: 57452684-e0be-4ed3-8514-125a767f2527, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:52.767102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.862693 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.862947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] For port 57452684-e0be-4ed3-8514-125a767f2527, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:52.866123 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] For port 57452684-e0be-4ed3-8514-125a767f2527, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=57452684-e0be-4ed3-8514-125a767f2527,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:52.870014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.886240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:52.889803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:52.905738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-768e20e1-1901-4407-a87a-d1cebe8ff83b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:53.041688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Pushing event updated for resources: {'Port': ['ID=76652702-bbec-4478-b9b5-fb6dab1abf28,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:53.047954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:53.066060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Pushing event updated for resources: {'Port': ['ID=57452684-e0be-4ed3-8514-125a767f2527,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:53.075734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:53.103556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:53.105688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:53.108176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:53.553041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 57452684-e0be-4ed3-8514-125a767f2527 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:53.627633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 57452684-e0be-4ed3-8514-125a767f2527 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:53.798451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.161526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.396425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Router ce377368-1dab-4b9a-9370-fbd674178e5c is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:03:54.415864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.505495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc18563-357d-4b88-9fab-6f138a4f0a88 None None] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:03:54.608324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:03:54.619890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Sync routers for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:03:54.633449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Provisioning for port 57452684-e0be-4ed3-8514-125a767f2527 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:54.637215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:54.638569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a0f828>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:54.643428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.645019 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9856606
Jan 15 15:03:54.648185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 60860) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:03:54.700047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383f841-67c9-4bcf-bce1-89b3b833c541 req-ea214bad-b78b-40ff-a80d-3a0dcd8afd81 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:54.705443 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e383f841-67c9-4bcf-bce1-89b3b833c541 req-ea214bad-b78b-40ff-a80d-3a0dcd8afd81 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1211176
Jan 15 15:03:54.709383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Provisioning complete for port 57452684-e0be-4ed3-8514-125a767f2527 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:54.709383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.764230 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e383f841-67c9-4bcf-bce1-89b3b833c541 req-6edb18c5-ce48-491c-8b0e-90caf5d8e69e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519314
Jan 15 15:03:54.864275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:54.909454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.954449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] For port 57452684-e0be-4ed3-8514-125a767f2527, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=57452684-e0be-4ed3-8514-125a767f2527,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:54.959287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:54.961255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:55.033278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Pushing event updated for resources: {'Port': ['ID=57452684-e0be-4ed3-8514-125a767f2527,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:55.036929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:55.186871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9640d796-d450-495f-bcfd-bd173e2d9b3a None None] Provisioning complete for port 57452684-e0be-4ed3-8514-125a767f2527 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:55.187466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9640d796-d450-495f-bcfd-bd173e2d9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.217619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a0f828>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:53Z', 'revision_number': 3, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:55.227491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Checking router: ce377368-1dab-4b9a-9370-fbd674178e5c for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:03:55.227895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Updating router ce377368-1dab-4b9a-9370-fbd674178e5c port 76652702-bbec-4478-b9b5-fb6dab1abf28 binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:03:55.312804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.479545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.482561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-db53ffe1-1650-4a68-8ed1-424eb8a74870 None None] Provisioning complete for port 57452684-e0be-4ed3-8514-125a767f2527 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:55.482993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-db53ffe1-1650-4a68-8ed1-424eb8a74870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.640707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 57452684-e0be-4ed3-8514-125a767f2527 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:55.867505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 57452684-e0be-4ed3-8514-125a767f2527 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:55.868052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.927190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.955951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Transition to ACTIVE for port object 76652702-bbec-4478-b9b5-fb6dab1abf28 will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:55.962496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:55.984072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:56.078754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2daba-0286-4bbf-842a-285e6381a055 None None] Pushing event updated for resources: {'Port': ['ID=76652702-bbec-4478-b9b5-fb6dab1abf28,revision_number=2']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:56.137526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Allocated IP 172.20.0.1 (1e14391c-11d9-4911-8e68-21e7ca7bb222/b321fd3c-8abe-42cd-a30c-3ff951e27b18/6afadcf4-f467-4930-a7af-8efc2f97bc38) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:03:56.165990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a4b2daba-0286-4bbf-842a-285e6381a055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:56.239421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4d1d42d4-b0d8-4b0a-9196-bbdd15e628df None None] Provisioning complete for port 57452684-e0be-4ed3-8514-125a767f2527 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:56.242042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4d1d42d4-b0d8-4b0a-9196-bbdd15e628df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:56.389785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Attempting to bind port 76652702-bbec-4478-b9b5-fb6dab1abf28 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:03:56.390543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Attempting to bind port 76652702-bbec-4478-b9b5-fb6dab1abf28 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:03:56.391147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Attempting to bind port 76652702-bbec-4478-b9b5-fb6dab1abf28 on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:03:56.398451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:03:56.399172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:03:56.399929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:56.400987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:03:56.401821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Bound port: 76652702-bbec-4478-b9b5-fb6dab1abf28, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:03:56.402992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:56.520058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] For port 76652702-bbec-4478-b9b5-fb6dab1abf28, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:03:56.524195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] For port 76652702-bbec-4478-b9b5-fb6dab1abf28, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=76652702-bbec-4478-b9b5-fb6dab1abf28,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:03:56.528018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:56.567744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-629151c1-6270-45f1-ab03-5fdb64e8a63d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:56.751134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2daba-0286-4bbf-842a-285e6381a055 None None] Pushing event updated for resources: {'Port': ['ID=76652702-bbec-4478-b9b5-fb6dab1abf28,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:56.757110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a4b2daba-0286-4bbf-842a-285e6381a055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:56.804002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:03:56.804686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a0f828>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:56.813635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14b399-60dc-48da-bd37-3250ce76b07d req-039c8a08-fc5b-4812-bd31-c8d6fd47b36e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:56.822985 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c14b399-60dc-48da-bd37-3250ce76b07d req-039c8a08-fc5b-4812-bd31-c8d6fd47b36e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.4451988
Jan 15 15:03:56.867631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:56.902296 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c14b399-60dc-48da-bd37-3250ce76b07d req-78d7b7d9-2b99-43c1-9940-e08d109c7583 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773823
Jan 15 15:03:56.916039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Transition to ACTIVE for port object 6afadcf4-f467-4930-a7af-8efc2f97bc38 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:03:56.947063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:57.071873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:03:57.113786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:57.195119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:57.200214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:57.205134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:03:57.259228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Pushing event updated for resources: {'Port': ['ID=6afadcf4-f467-4930-a7af-8efc2f97bc38,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:57.269920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:57.287583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:57.442788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:57.494398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4d660080-9b3b-447c-ac24-8210cf81caf5 None None] Provisioning for port 6afadcf4-f467-4930-a7af-8efc2f97bc38 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:57.501038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4d660080-9b3b-447c-ac24-8210cf81caf5 None None] Provisioning complete for port 6afadcf4-f467-4930-a7af-8efc2f97bc38 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:57.501462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4d660080-9b3b-447c-ac24-8210cf81caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:57.549510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-e03ec109-56f5-49a8-b55e-c120853b8826 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:57.550468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-e03ec109-56f5-49a8-b55e-c120853b8826 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:network {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:03:57.569412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-e03ec109-56f5-49a8-b55e-c120853b8826 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:network {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:03:57.571751 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-e03ec109-56f5-49a8-b55e-c120853b8826 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.2115834
Jan 15 15:03:57.573301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-4d660080-9b3b-447c-ac24-8210cf81caf5 None None] Port 6afadcf4-f467-4930-a7af-8efc2f97bc38 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:03:57.582795 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a0f828>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:53Z', 'revision_number': 3, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:03:57.589110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1166c861-4089-48c1-8a3c-b9f113833ff4 None None] The sync data for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi is: [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:53Z', 'revision_number': 3, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:03:57.594007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-cd70d6fe-d067-4a0c-89c4-3fb73c758651 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/quotas/dbbcc7969d4d4cf784fe22b3e5b72efc HTTP/1.1" status: 200  len: 375 time: 0.0115709
Jan 15 15:03:57.694991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-aa784ee3-4d5b-4893-9a78-87fa541faf23 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0943480
Jan 15 15:03:57.806720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:57.813154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:57.864675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-750fa990-a470-4ab7-85e0-0f113dfe358b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:57.869695 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a43f3b17-0a24-4a79-9467-49aa03a1aba7 service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664467
Jan 15 15:03:57.918147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:57.979263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:58.044826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Pushing event updated for resources: {'Port': ['ID=6afadcf4-f467-4930-a7af-8efc2f97bc38,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:58.052276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:03:58.086150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:58.086853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:58.161647 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-4781726c-d8d4-4d2e-ad20-e6b12315a0bd service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2827446
Jan 15 15:03:58.314560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:03:58.316846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:03:58.358901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bc8fb-ad0d-4145-a1ad-849306c5f6b5 req-f2e89723-5633-4991-acde-2b01c268f4df tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:58.362453 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-601bc8fb-ad0d-4145-a1ad-849306c5f6b5 req-f2e89723-5633-4991-acde-2b01c268f4df tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2035010
Jan 15 15:03:58.665430 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-601bc8fb-ad0d-4145-a1ad-849306c5f6b5 req-5c61acf7-547c-4827-abc9-995bbf71664f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712903
Jan 15 15:03:58.695797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Router ce377368-1dab-4b9a-9370-fbd674178e5c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:03:58.723494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-c3b288c7-5554-4a69-b7a5-3fbe94010ee2 None None] Provisioning complete for port 6afadcf4-f467-4930-a7af-8efc2f97bc38 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:58.724074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3b288c7-5554-4a69-b7a5-3fbe94010ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:58.812026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c3b288c7-5554-4a69-b7a5-3fbe94010ee2 None None] Port 6afadcf4-f467-4930-a7af-8efc2f97bc38 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:03:58.895476 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c55d1d6f-5cbb-482a-87bc-d45c7206076a req-7de41717-0977-4fa9-b4aa-326ce9222c4f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 210 time: 0.0719743
Jan 15 15:03:58.988222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:03:58.995110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:03:59.038196 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] 10.222.0.68 "PUT /v2.0/routers/ce377368-1dab-4b9a-9370-fbd674178e5c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3885889
Jan 15 15:03:59.469511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-f08a9437-269e-4bf3-b8e7-5fbd4f91b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:59.471147 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-f08a9437-269e-4bf3-b8e7-5fbd4f91b269 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.1011367
Jan 15 15:03:59.488909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf4a13-4a7e-4cc7-9620-a3f8674d3a29 req-28e32159-5018-43d5-a64c-d3f36c36f279 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:59.490713 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7abf4a13-4a7e-4cc7-9620-a3f8674d3a29 req-28e32159-5018-43d5-a64c-d3f36c36f279 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1518371
Jan 15 15:03:59.548543 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7abf4a13-4a7e-4cc7-9620-a3f8674d3a29 req-c524b921-39f0-448a-a6f9-7e9b9f342abf tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491347
Jan 15 15:03:59.604763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 76652702-bbec-4478-b9b5-fb6dab1abf28 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:03:59.674899 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-46fa7e1e-bc41-44a6-a320-7577325573f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:59.676624 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-46fa7e1e-bc41-44a6-a320-7577325573f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.1909091
Jan 15 15:03:59.683392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 76652702-bbec-4478-b9b5-fb6dab1abf28 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:03:59.688646 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 76652702-bbec-4478-b9b5-fb6dab1abf28 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:03:59.689064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:59.801396 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-0d5bff49-b0c4-43ae-9bc3-4b75c610a243 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.1086056
Jan 15 15:03:59.832671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:59.855697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 76652702-bbec-4478-b9b5-fb6dab1abf28, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=76652702-bbec-4478-b9b5-fb6dab1abf28,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:03:59.860623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:03:59.861287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9d902511-7884-4845-979a-91377b044081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:03:59.906383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-3b2da673-c931-4f69-b020-78e40a792f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:03:59.908881 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-3b2da673-c931-4f69-b020-78e40a792f55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.0907929
Jan 15 15:03:59.959528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=76652702-bbec-4478-b9b5-fb6dab1abf28,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:03:59.965570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:00.141689 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-4457a661-a8a0-4779-9490-3a2c3905b611 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1782529
Jan 15 15:04:00.222512 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-50b152a6-c908-435b-b9e9-618bd0a0701a req-9b84485e-6f78-4841-bb80-bae8c291e419 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 210 time: 0.1440132
Jan 15 15:04:00.396199 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-be0e4d97-9bad-4964-a6a0-71b0ced7aae1 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301478
Jan 15 15:04:00.768245 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc36ccc9-6111-4a7c-9cc2-c04c5b45c654 req-5b763864-c2bb-472c-82e5-3ab460543dc8 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3107772
Jan 15 15:04:00.773023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Sync routers for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:04:00.809280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:04:00.810007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29085b908>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:04:00.818087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-9b91f2b9-d656-4609-852d-39c08ca06c41 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:00.820170 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-9b91f2b9-d656-4609-852d-39c08ca06c41 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.3986442
Jan 15 15:04:00.868273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab777-3d51-4a2a-9dd9-ef0f1ccef9d6 req-596582ef-bd89-4b60-bbb7-e2f351f83569 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:00.870545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-327ab777-3d51-4a2a-9dd9-ef0f1ccef9d6 req-596582ef-bd89-4b60-bbb7-e2f351f83569 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1335361
Jan 15 15:04:00.895554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Request body: {'port': {'device_id': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20', 'admin_state_up': True, 'tenant_id': 'dbbcc7969d4d4cf784fe22b3e5b72efc'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:00.997535 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-327ab777-3d51-4a2a-9dd9-ef0f1ccef9d6 req-18ed7e0c-b00f-4197-85c5-ab6719a7b108 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192589
Jan 15 15:04:01.047741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:04:01.187105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:01.207848 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:01.232084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Made reservation on behalf of dbbcc7969d4d4cf784fe22b3e5b72efc for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:04:01.249515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:01.497469 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d41d6626-2e42-4ea5-84bd-dc9d40be2818 req-a0c55660-9d9c-4623-9b6c-018ff643ed35 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 210 time: 0.0889158
Jan 15 15:04:01.548465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29085b908>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 2, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:04:01.552838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Checking router: ce377368-1dab-4b9a-9370-fbd674178e5c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:04:01.553260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Updating router ce377368-1dab-4b9a-9370-fbd674178e5c port 6afadcf4-f467-4930-a7af-8efc2f97bc38 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:04:01.586357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 76652702-bbec-4478-b9b5-fb6dab1abf28 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:01.680153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:01.934440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 76652702-bbec-4478-b9b5-fb6dab1abf28 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:01.934635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:01.974145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Allocated IP 172.20.0.8 (b9497eea-694b-41d4-af5a-0a66cc5f5e20/5e0fdc2c-0178-4532-b510-72752c56b234/28de98a1-a106-4335-8f27-fd1a985cc4dc) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:04:02.338918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.356316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016d62d-8a1e-491a-91c1-1ab0d33aa3f7 req-e580a998-e456-4780-8dde-d53e51d31b40 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:02.364002 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d016d62d-8a1e-491a-91c1-1ab0d33aa3f7 req-e580a998-e456-4780-8dde-d53e51d31b40 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1745615
Jan 15 15:04:02.367447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.384128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Transition to ACTIVE for port object 6afadcf4-f467-4930-a7af-8efc2f97bc38 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:02.388641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.399064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.413231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:02.482250 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d016d62d-8a1e-491a-91c1-1ab0d33aa3f7 req-3cc09e03-ebe4-44c8-bf8b-1107e2fc3163 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171544
Jan 15 15:04:02.517482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbd9a224-a92c-4a45-9036-37d23cbc4be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:02.682446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:04:02.687134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:02.691797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:04:02.789581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event updated for resources: {'Port': ['ID=28de98a1-a106-4335-8f27-fd1a985cc4dc,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:02.809438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:02.816694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Attempting to bind port 6afadcf4-f467-4930-a7af-8efc2f97bc38 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:04:02.817336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Attempting to bind port 6afadcf4-f467-4930-a7af-8efc2f97bc38 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:04:02.818046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Attempting to bind port 6afadcf4-f467-4930-a7af-8efc2f97bc38 on network 1e14391c-11d9-4911-8e68-21e7ca7bb222 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:04:02.828613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:04:02.829430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Checking segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:02.833055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.833733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Bound using segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:04:02.834666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Bound port: 6afadcf4-f467-4930-a7af-8efc2f97bc38, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:04:02.835402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.885699 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:02.887248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:02.893455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09ab66-0259-4d4b-aebd-c45f8c9a4f34 req-f1689465-082e-44ff-9ec3-a415e56e4755 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:02.902281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dd09ab66-0259-4d4b-aebd-c45f8c9a4f34 req-f1689465-082e-44ff-9ec3-a415e56e4755 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 931 time: 0.1984148
Jan 15 15:04:02.910072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b4311-f9e2-4cad-b647-5cbbb4fde6e2 None None] Pushing event updated for resources: {'Port': ['ID=6afadcf4-f467-4930-a7af-8efc2f97bc38,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:02.917000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b18b4311-f9e2-4cad-b647-5cbbb4fde6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:02.952610 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0674374
Jan 15 15:04:02.986618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dd09ab66-0259-4d4b-aebd-c45f8c9a4f34 req-8238dba7-d6bc-4986-95c5-2b27bdc7096d tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831125
Jan 15 15:04:02.998943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Request body: {'port': {'device_id': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:03.050077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] For port 6afadcf4-f467-4930-a7af-8efc2f97bc38, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:04:03.056655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] For port 6afadcf4-f467-4930-a7af-8efc2f97bc38, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=6afadcf4-f467-4930-a7af-8efc2f97bc38,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:04:03.065785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:03.092290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6e2d0093-3834-457d-9ca6-95c4e81f6971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:03.162814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:03.438681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b4311-f9e2-4cad-b647-5cbbb4fde6e2 None None] Pushing event updated for resources: {'Port': ['ID=6afadcf4-f467-4930-a7af-8efc2f97bc38,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:03.444394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b18b4311-f9e2-4cad-b647-5cbbb4fde6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:03.490357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:04:03.491808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29085b908>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:03:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:04:03.852974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:04:03.860961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28de98a1-a106-4335-8f27-fd1a985cc4dc {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:04:03.878446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:03.908827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Transition to ACTIVE for port object 28de98a1-a106-4335-8f27-fd1a985cc4dc will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:03.916020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:03.935998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24578b-7d71-4962-bdd5-4a09fb2dd274 req-9af09df7-ab9c-4089-b050-c3f1e0569567 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:03.938423 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cd24578b-7d71-4962-bdd5-4a09fb2dd274 req-9af09df7-ab9c-4089-b050-c3f1e0569567 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2132640
Jan 15 15:04:03.940821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:04.014555 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cd24578b-7d71-4962-bdd5-4a09fb2dd274 req-840c5cba-eaf4-488c-9ccb-0389ac659597 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687902
Jan 15 15:04:04.020548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Pushing event updated for resources: {'Port': ['ID=28de98a1-a106-4335-8f27-fd1a985cc4dc,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:04.098504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:04.284000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b35ee-9305-45e3-830b-9731d318b9bf req-59b31cb3-cc1d-4885-a9d2-b67d7b1bb81e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:04.291817 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-465b35ee-9305-45e3-830b-9731d318b9bf req-59b31cb3-cc1d-4885-a9d2-b67d7b1bb81e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1390979
Jan 15 15:04:04.356891 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-465b35ee-9305-45e3-830b-9731d318b9bf req-be56368a-d100-45d5-abfe-d39d77c98224 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638802
Jan 15 15:04:04.410244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29085b908>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:03Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:04:04.416770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdaadd5-0bf5-4896-8492-d086e3da3ad8 None None] The sync data for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi is: [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:03Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:04:04.492494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Attempting to bind port 28de98a1-a106-4335-8f27-fd1a985cc4dc on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:04:04.492921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Attempting to bind port 28de98a1-a106-4335-8f27-fd1a985cc4dc by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:04:04.493227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Attempting to bind port 28de98a1-a106-4335-8f27-fd1a985cc4dc on network b9497eea-694b-41d4-af5a-0a66cc5f5e20 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:04:04.507043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:04:04.507445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Checking segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:04.507864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:04.508276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Bound using segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:04:04.508779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Bound port: 28de98a1-a106-4335-8f27-fd1a985cc4dc, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:04:04.509160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:04.677619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] For port 28de98a1-a106-4335-8f27-fd1a985cc4dc, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:04:04.681237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] For port 28de98a1-a106-4335-8f27-fd1a985cc4dc, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=28de98a1-a106-4335-8f27-fd1a985cc4dc,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:04:04.687840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:04.706054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-88c69553-284d-4400-a657-bab5ff32fb43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:04.925272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:04.926023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:04.927579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] 10.222.0.74 "PUT /v2.0/ports/28de98a1-a106-4335-8f27-fd1a985cc4dc HTTP/1.1" status: 200  len: 1157 time: 1.9427681
Jan 15 15:04:04.928271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'tag': '28de98a1-a106-4335-8f27-fd1a985cc4dc'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:04:04.952409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Pushing event updated for resources: {'Port': ['ID=28de98a1-a106-4335-8f27-fd1a985cc4dc,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:04.956092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:05.114328 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'tag': '28de98a1-a106-4335-8f27-fd1a985cc4dc', 'status': 'completed', 'code': 200}
Jan 15 15:04:05.195419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-3c6dac5b-c1fd-4a33-862d-c224ab032280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:05.196947 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-3c6dac5b-c1fd-4a33-862d-c224ab032280 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 1160 time: 0.1411901
Jan 15 15:04:05.390883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-0cdbcbc5-35e0-4da7-9848-67b79e226946 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28de98a1-a106-4335-8f27-fd1a985cc4dc HTTP/1.1" status: 200  len: 217 time: 0.1547635
Jan 15 15:04:05.547050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa25d0-9296-4b69-a8b9-9a562e87f3f3 req-e0e6a736-e792-4b51-8fa0-b3be5ec77c18 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:05.549061 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-92aa25d0-9296-4b69-a8b9-9a562e87f3f3 req-e0e6a736-e792-4b51-8fa0-b3be5ec77c18 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3209746
Jan 15 15:04:05.614298 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-92aa25d0-9296-4b69-a8b9-9a562e87f3f3 req-734af8d4-6e4a-4134-bb06-5366cfa1818c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566027
Jan 15 15:04:05.619033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6afadcf4-f467-4930-a7af-8efc2f97bc38 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:05.620289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-d9d7991f-e20c-44a1-825a-d78fbfcc542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:05.623646 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-d9d7991f-e20c-44a1-825a-d78fbfcc542b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.2086852
Jan 15 15:04:05.731443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 6afadcf4-f467-4930-a7af-8efc2f97bc38 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:04:05.737202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 6afadcf4-f467-4930-a7af-8efc2f97bc38 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:05.737843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:05.764149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67646781-e6b9-44e6-98cb-f4a25c75f02f req-bcd0aa8c-0d5f-418a-9580-873a6c79ef16 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:05.765904 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67646781-e6b9-44e6-98cb-f4a25c75f02f req-bcd0aa8c-0d5f-418a-9580-873a6c79ef16 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1530287
Jan 15 15:04:05.791491 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-d7e03e07-9dc6-4370-87d4-1211559e4371 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1479380
Jan 15 15:04:05.882591 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67646781-e6b9-44e6-98cb-f4a25c75f02f req-e9828386-58d0-434f-9585-193a014c1909 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045325
Jan 15 15:04:06.007907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:06.062752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 6afadcf4-f467-4930-a7af-8efc2f97bc38, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=6afadcf4-f467-4930-a7af-8efc2f97bc38,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:04:06.079631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:06.082038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:06.120257 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-e7a1c7ad-8072-44df-947f-33e384e446b4 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2933340
Jan 15 15:04:06.155229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-254c6e77-0655-45a0-a336-38a5580c05aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:06.250074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:06.250682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:06.406554 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eec11ee1-169c-4a1d-ad8f-9175b5314bc8 req-1006d746-7491-45cb-a271-5be0a9896e43 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2764127
Jan 15 15:04:06.429477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=6afadcf4-f467-4930-a7af-8efc2f97bc38,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:06.435042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:06.693365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-a6ffc9fe-bd1e-4d78-922a-e7477efe2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:06.695061 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-a6ffc9fe-bd1e-4d78-922a-e7477efe2412 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 1160 time: 0.0883055
Jan 15 15:04:06.868301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-8be9deab-b318-4d66-8e6e-43a1589f5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:06.872372 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-8be9deab-b318-4d66-8e6e-43a1589f5521 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 909 time: 0.1568336
Jan 15 15:04:06.966774 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-fa5a14a4-1101-43d6-9838-bf57f16b88c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28de98a1-a106-4335-8f27-fd1a985cc4dc HTTP/1.1" status: 200  len: 217 time: 0.0761113
Jan 15 15:04:07.092427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-7ba375f9-710c-4436-8900-a5cf0a9cf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:07.094216 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-7ba375f9-710c-4436-8900-a5cf0a9cf2bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.1040275
Jan 15 15:04:07.209011 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-34f5da2d-5cb0-4994-ab91-17df2d55c894 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684795
Jan 15 15:04:07.561677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6afadcf4-f467-4930-a7af-8efc2f97bc38 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:07.585294 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661065e-ea46-48dc-a52e-fae630e742d5 req-38e404b1-563a-43c5-99a2-29a44a233f64 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:07.586139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-1661065e-ea46-48dc-a52e-fae630e742d5 req-38e404b1-563a-43c5-99a2-29a44a233f64 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:07.644366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-1661065e-ea46-48dc-a52e-fae630e742d5 req-38e404b1-563a-43c5-99a2-29a44a233f64 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:07.646521 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1661065e-ea46-48dc-a52e-fae630e742d5 req-38e404b1-563a-43c5-99a2-29a44a233f64 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.5506721
Jan 15 15:04:07.662793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 6afadcf4-f467-4930-a7af-8efc2f97bc38 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:07.663228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:07.684651 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-af3bf5d0-dd9c-4fea-a8a5-e566595b2a5f service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4553785
Jan 15 15:04:07.806883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1661065e-ea46-48dc-a52e-fae630e742d5 req-cb2e94f3-35d3-4c1f-9571-a20dc64d7a12 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522617
Jan 15 15:04:07.884437 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9714ea92-607f-4fcc-b19e-ad2f71493ea0 req-f91bdd77-3f97-434f-9026-ce2bb0bc3c15 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769714
Jan 15 15:04:07.936341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920207-0ad3-415f-962b-129b040dc4d0 req-2b3fed89-ccc0-45d2-97f6-85c56610338b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:07.944702 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ca920207-0ad3-415f-962b-129b040dc4d0 req-2b3fed89-ccc0-45d2-97f6-85c56610338b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1397734
Jan 15 15:04:07.999864 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ca920207-0ad3-415f-962b-129b040dc4d0 req-ff2d63c8-1cd0-4550-bfe2-87a10368b1eb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536699
Jan 15 15:04:09.108802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d1a52-abe2-4d9c-a378-985fe267fa46 req-76780c9c-a297-4630-8738-a9d5e505c593 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:09.110567 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d1d1a52-abe2-4d9c-a378-985fe267fa46 req-76780c9c-a297-4630-8738-a9d5e505c593 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1272459
Jan 15 15:04:09.178604 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d1d1a52-abe2-4d9c-a378-985fe267fa46 req-c0bd90fb-a2a7-4019-b34a-bdb8034b8d14 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615604
Jan 15 15:04:10.486004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfc2a9-d17b-429f-8cb6-ec8023344e19 req-4f58b46b-a657-4e54-9f35-3e6071d1e73a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:10.492247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9dfc2a9-d17b-429f-8cb6-ec8023344e19 req-4f58b46b-a657-4e54-9f35-3e6071d1e73a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1664445
Jan 15 15:04:10.572912 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9dfc2a9-d17b-429f-8cb6-ec8023344e19 req-7841f129-803e-4c73-a732-bbe19d065ed1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716035
Jan 15 15:04:11.905395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bae0f3-82b1-4fe1-9689-b42a145db614 req-5f12d861-73a9-4651-a357-64075b46b3b1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:11.911114 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69bae0f3-82b1-4fe1-9689-b42a145db614 req-5f12d861-73a9-4651-a357-64075b46b3b1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1594737
Jan 15 15:04:11.933329 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-71c2362b-dbfb-4bfa-b7d9-8011c2655aca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2190897
Jan 15 15:04:11.973365 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69bae0f3-82b1-4fe1-9689-b42a145db614 req-6db4334f-479b-4253-ac2e-fbfd6dcc4c46 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595520
Jan 15 15:04:12.130478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-2b9d9254-f385-47d8-9c4f-74703e12df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:12.132596 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-2b9d9254-f385-47d8-9c4f-74703e12df23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 1163 time: 0.1067965
Jan 15 15:04:12.328582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-1a6389d5-1444-4adc-9ce7-3502cac1f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:12.330408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-1a6389d5-1444-4adc-9ce7-3502cac1f848 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.1658311
Jan 15 15:04:12.451808 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-42598dbb-2479-4c99-814e-9e9d3aedbe55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9 HTTP/1.1" status: 200  len: 217 time: 0.0754600
Jan 15 15:04:12.539831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-9ba8ab25-1dcd-4709-964a-5d219b8d4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:12.541456 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-9ba8ab25-1dcd-4709-964a-5d219b8d4c09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.0725784
Jan 15 15:04:12.609511 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-e8f99ba7-71e7-43a4-9c6c-5428fc83c424 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492077
Jan 15 15:04:12.767738 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-d78dfdb0-18c4-461c-bfc3-12a5cfd385a8 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447222
Jan 15 15:04:12.930327 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6db0adf7-cfec-493a-9cb3-07ce79a52451 req-1aa80b3e-9750-4269-8d24-389c8767604a service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481283
Jan 15 15:04:13.268163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e8f5-53bb-4956-9a4e-4b2ed6cf5de1 req-4769c1e0-2a70-4ba5-8bf8-7f3ed116689f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:13.269839 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ea04e8f5-53bb-4956-9a4e-4b2ed6cf5de1 req-4769c1e0-2a70-4ba5-8bf8-7f3ed116689f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1043217
Jan 15 15:04:13.322793 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ea04e8f5-53bb-4956-9a4e-4b2ed6cf5de1 req-716d5b82-fb62-41e1-9cc9-d985c3cf1edb tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463445
Jan 15 15:04:13.583830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-c4aa704b-13be-4ca0-94b2-2806c9c4402c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:13.585466 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-c4aa704b-13be-4ca0-94b2-2806c9c4402c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 814 time: 0.1820066
Jan 15 15:04:13.601456 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-fea890c8-cd05-449f-8892-71bf2d193a5e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/quotas/dd51d2d3990e4bd1b9c12c7a6c8d9238 HTTP/1.1" status: 200  len: 375 time: 0.0099344
Jan 15 15:04:13.694917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-a542b0ef-7c62-4e73-a1f2-fe864e069daa tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:13.713148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-a542b0ef-7c62-4e73-a1f2-fe864e069daa tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:13.716851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-a542b0ef-7c62-4e73-a1f2-fe864e069daa tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1089535
Jan 15 15:04:13.867126 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-12d0c222-9085-4142-a8ec-8387437ac869 service neutron] 10.222.0.68 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388912
Jan 15 15:04:14.019032 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-8ff00abc-8e7b-4777-b655-b495de56bfc7 service neutron] 10.222.0.68 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440921
Jan 15 15:04:14.271099 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de768a14-1340-4506-adbf-4c21a8c2d5ac req-e273168d-5d78-4537-8862-1307addc08d7 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 210 time: 0.0629313
Jan 15 15:04:14.573976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474cf73-913f-41dd-b350-5d86643b48fd req-87901add-76fe-4c64-a2f6-6eaf9076207f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:14.575668 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5474cf73-913f-41dd-b350-5d86643b48fd req-87901add-76fe-4c64-a2f6-6eaf9076207f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1030943
Jan 15 15:04:14.630239 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5474cf73-913f-41dd-b350-5d86643b48fd req-63e30312-e00e-4aaa-aa6d-90f5dda4639a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480111
Jan 15 15:04:14.747569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8735d14e-87f3-4be1-ba78-da9257a0703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:15.510518 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b4c97af7-722f-4841-b6e0-7bba7e665adf req-f70234f6-8485-47c9-8517-d7ec59cd9ff1 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 210 time: 0.0623519
Jan 15 15:04:15.875599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e52e-e8b3-4fd9-a5f0-eb5e80171c76 req-e9b0be0a-1a0b-42ba-a379-35e5b5daecd6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:15.877216 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfa0e52e-e8b3-4fd9-a5f0-eb5e80171c76 req-e9b0be0a-1a0b-42ba-a379-35e5b5daecd6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1050544
Jan 15 15:04:15.930318 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfa0e52e-e8b3-4fd9-a5f0-eb5e80171c76 req-2bdf3b59-0c39-4361-ae1e-01df443376ee tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466020
Jan 15 15:04:16.697907 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-056ca4a6-86b3-4967-8161-9e44009bbccb req-6666c3c8-e95f-49bd-b596-e814b5afde8b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 210 time: 0.0505445
Jan 15 15:04:16.825315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4d695468-7f23-41ec-b4b3-28c8f4916bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:17.191405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3098a-a673-4ec4-a717-8da458273350 req-46ae8ba3-b8fb-4ff9-ad2a-3a010e9cc4b7 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:17.193081 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-90b3098a-a673-4ec4-a717-8da458273350 req-46ae8ba3-b8fb-4ff9-ad2a-3a010e9cc4b7 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1243563
Jan 15 15:04:17.223659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:17.240400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-ec993e33-d8b7-4930-b647-4536c373f266 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:17.242252 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-ec993e33-d8b7-4930-b647-4536c373f266 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 814 time: 0.2197065
Jan 15 15:04:17.253317 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-90b3098a-a673-4ec4-a717-8da458273350 req-124cac50-e9c4-4dae-8b9f-065f4c3a3e69 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527334
Jan 15 15:04:17.297673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'port': {'device_id': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'admin_state_up': True, 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:17.450260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:17.461053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:17.470460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Made reservation on behalf of dd51d2d3990e4bd1b9c12c7a6c8d9238 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:04:17.479510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:17.806671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Allocated IP 172.20.0.6 (1e14391c-11d9-4911-8e68-21e7ca7bb222/b321fd3c-8abe-42cd-a30c-3ff951e27b18/5f516e0d-600d-4235-8127-91933b047b94) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:04:17.902493 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ef1e9322-eb9b-4b40-aa0b-6777e6d3eb72 req-0f8af0e1-a84d-47de-a7a7-aafaa77e4d43 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 210 time: 0.0633280
Jan 15 15:04:18.102257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:18.119907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Transition to ACTIVE for port object 5f516e0d-600d-4235-8127-91933b047b94 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:18.142281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:18.162041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:18.329284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:18.333299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:18.451623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:04:18.452953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:18.460400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:04:18.639842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:18.642323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:18.650018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4662af-48bf-4d25-a279-78a6b92d9565 req-586ac37e-d075-4c44-a921-a283ea81813f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:18.653139 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee4662af-48bf-4d25-a279-78a6b92d9565 req-586ac37e-d075-4c44-a921-a283ea81813f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 943 time: 0.1792440
Jan 15 15:04:18.711231 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-4594caa9-f17d-4847-86c1-41b9d9782325 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4174762
Jan 15 15:04:18.740122 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee4662af-48bf-4d25-a279-78a6b92d9565 req-7fc81124-4850-4e1a-8f89-f262a00804fe tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761478
Jan 15 15:04:18.757459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:18.829602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-1ef81c48-828d-4e14-9cd4-1170eff11e0c None None] Provisioning for port 5f516e0d-600d-4235-8127-91933b047b94 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:04:18.835983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-1ef81c48-828d-4e14-9cd4-1170eff11e0c None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:18.836523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ef81c48-828d-4e14-9cd4-1170eff11e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:18.919360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-1ef81c48-828d-4e14-9cd4-1170eff11e0c None None] Port 5f516e0d-600d-4235-8127-91933b047b94 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:04:18.943148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:21.894016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 28de98a1-a106-4335-8f27-fd1a985cc4dc up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:21.979120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 28de98a1-a106-4335-8f27-fd1a985cc4dc completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:04:21.986485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 28de98a1-a106-4335-8f27-fd1a985cc4dc triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:21.987175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:22.124629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:22.157045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28de98a1-a106-4335-8f27-fd1a985cc4dc'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:04:22.174060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 28de98a1-a106-4335-8f27-fd1a985cc4dc, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=28de98a1-a106-4335-8f27-fd1a985cc4dc,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:04:22.177159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:22.179280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-07525ee9-e752-4d0d-8f71-3d537d234a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:22.252618 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=28de98a1-a106-4335-8f27-fd1a985cc4dc,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:22.257343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:23.216023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 28de98a1-a106-4335-8f27-fd1a985cc4dc up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:23.287771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 28de98a1-a106-4335-8f27-fd1a985cc4dc triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:23.288194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:24.425435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:35.990030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:04:39.323081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Request body: {'port': {'device_id': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:39.466395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:39.659483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723cfcf-29ea-4ced-b17e-21421e160ec7 req-dd4f7b82-3921-4921-a556-3dbe2447b9f6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:39.661181 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e723cfcf-29ea-4ced-b17e-21421e160ec7 req-dd4f7b82-3921-4921-a556-3dbe2447b9f6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 931 time: 0.1060450
Jan 15 15:04:39.713682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e723cfcf-29ea-4ced-b17e-21421e160ec7 req-f0d1ad1b-194b-4fcc-87f6-cc54d55b32b7 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:39.733563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e723cfcf-29ea-4ced-b17e-21421e160ec7 req-f0d1ad1b-194b-4fcc-87f6-cc54d55b32b7 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:39.734883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e723cfcf-29ea-4ced-b17e-21421e160ec7 req-f0d1ad1b-194b-4fcc-87f6-cc54d55b32b7 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669839
Jan 15 15:04:39.930655 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28de98a1-a106-4335-8f27-fd1a985cc4dc', 'code': 200}
Jan 15 15:04:40.003732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1cb8a-dcaa-4ce5-be93-f99830986d4d req-d224f9ff-e4e2-4a21-9ecb-ee3c908577d9 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.005524 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-10e1cb8a-dcaa-4ce5-be93-f99830986d4d req-d224f9ff-e4e2-4a21-9ecb-ee3c908577d9 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1192985
Jan 15 15:04:40.071133 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-10e1cb8a-dcaa-4ce5-be93-f99830986d4d req-3dd0b345-5880-4f50-a183-71468fc832de tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521328
Jan 15 15:04:40.257424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-3d1081a2-11eb-4c77-9690-f9be43d321f3 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:40.282852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f516e0d-600d-4235-8127-91933b047b94 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:04:40.297267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:40.304514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-0091f39a-2336-4b13-8685-92d738752929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.306178 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-0091f39a-2336-4b13-8685-92d738752929 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.2325408
Jan 15 15:04:40.327997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-3d1081a2-11eb-4c77-9690-f9be43d321f3 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:40.329141 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-3d1081a2-11eb-4c77-9690-f9be43d321f3 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-677956197&fields=id&tenant_id=37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 267 time: 0.2019348
Jan 15 15:04:40.359794 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Transition to ACTIVE for port object 5f516e0d-600d-4235-8127-91933b047b94 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:40.370684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66b43e-39ad-445e-888f-d4d8a29db1d4 req-261ba75e-16fa-4c5e-9c22-168c0e088821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.373870 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-da66b43e-39ad-445e-888f-d4d8a29db1d4 req-261ba75e-16fa-4c5e-9c22-168c0e088821 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 1162 time: 0.1026471
Jan 15 15:04:40.446278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:40.471202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ebc60660-6bdf-435b-bddd-b57561317967 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:40.534622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21dfbf-300a-4425-b68d-355a38acb0a0 req-63de4307-ba80-46b6-bcf1-21c91c42a77b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.536804 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5f21dfbf-300a-4425-b68d-355a38acb0a0 req-63de4307-ba80-46b6-bcf1-21c91c42a77b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1122854
Jan 15 15:04:40.617414 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-da66b43e-39ad-445e-888f-d4d8a29db1d4 req-215213c2-de0d-4689-9c75-c256b53bd05a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783384
Jan 15 15:04:40.658534 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5f21dfbf-300a-4425-b68d-355a38acb0a0 req-fc76bb0b-2075-4f78-8756-52ffc2419f53 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696149
Jan 15 15:04:40.733494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Pushing event updated for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:40.772642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.773059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.773465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.773866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.774289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.774685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.775079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.775472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.775866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.776256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.776645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.777033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.777498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.778121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.778517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.778911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.779303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.779692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.780079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.780469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.780862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.781254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.781653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.782249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:40.796138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:40.827893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-0f93a093-c657-4f66-98e3-ea76f821ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.829512 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-0f93a093-c657-4f66-98e3-ea76f821ebbd service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.5084615
Jan 15 15:04:40.867413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-b3f8aeea-c8a2-47f3-8c5c-d14ea60295a9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.869044 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-b3f8aeea-c8a2-47f3-8c5c-d14ea60295a9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 811 time: 0.5081217
Jan 15 15:04:40.943961 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-1a602433-a498-427d-8e22-00da519369b5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/quotas/37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 375 time: 0.0647187
Jan 15 15:04:40.988065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa6ce7-c7b9-4b39-8afb-e9b4f1fb5974 req-2514e810-adde-4708-9903-7d9d9ab15dd0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:40.990150 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79fa6ce7-c7b9-4b39-8afb-e9b4f1fb5974 req-2514e810-adde-4708-9903-7d9d9ab15dd0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.1204309
Jan 15 15:04:41.070915 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79fa6ce7-c7b9-4b39-8afb-e9b4f1fb5974 req-041e5757-8fdd-4a3a-be3c-26afe0f94e2b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742631
Jan 15 15:04:41.188508 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-a4f4e2bc-fe22-4550-8bbd-52b2b59c4013 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.0856164
Jan 15 15:04:41.196901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Attempting to bind port 5f516e0d-600d-4235-8127-91933b047b94 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:04:41.197392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Attempting to bind port 5f516e0d-600d-4235-8127-91933b047b94 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:04:41.197855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Attempting to bind port 5f516e0d-600d-4235-8127-91933b047b94 on network 1e14391c-11d9-4911-8e68-21e7ca7bb222 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:04:41.247316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:04:41.247621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Checking segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:41.248027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:41.248422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Bound using segment: {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:04:41.248901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Bound port: 5f516e0d-600d-4235-8127-91933b047b94, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47be672-a71b-4933-a14c-5b3365347dfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:04:41.249275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:41.296903 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-9763dcfd-88a8-4958-b749-108b3ceb2e2b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3422041
Jan 15 15:04:41.310849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674c2b-1ead-4f15-9b4d-a120eb75c064 req-261d1d5c-d1b6-4fc6-9e32-0fff07494057 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:41.312535 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e674c2b-1ead-4f15-9b4d-a120eb75c064 req-261d1d5c-d1b6-4fc6-9e32-0fff07494057 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1041572
Jan 15 15:04:41.367039 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e674c2b-1ead-4f15-9b4d-a120eb75c064 req-33290c9c-b778-4b6c-9311-3e87e14383d5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477405
Jan 15 15:04:41.436856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-5ed5dff9-3497-41ae-bdf3-3bb6176a158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:41.438445 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-5ed5dff9-3497-41ae-bdf3-3bb6176a158b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.2357264
Jan 15 15:04:41.516949 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-e3c18ca2-64cc-4b01-84df-0219abf753a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627580
Jan 15 15:04:41.555058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] For port 5f516e0d-600d-4235-8127-91933b047b94, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:04:41.629523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] For port 5f516e0d-600d-4235-8127-91933b047b94, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5f516e0d-600d-4235-8127-91933b047b94,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:04:41.655623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:41.674695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:41.771321 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-f8893e77-a1a4-474e-8d8e-a5dc284f9b27 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4399087
Jan 15 15:04:41.908992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ec15-8f42-4938-a59a-c899b40c2410 req-77dc9e2e-90ad-4381-b925-ed25423177b1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:41.910798 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6f08ec15-8f42-4938-a59a-c899b40c2410 req-77dc9e2e-90ad-4381-b925-ed25423177b1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1182938
Jan 15 15:04:41.973378 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6f08ec15-8f42-4938-a59a-c899b40c2410 req-88dd5f4a-80ae-4836-bbe0-913f5dff23b9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536125
Jan 15 15:04:42.169720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Pushing event updated for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:42.191425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:42.202942 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-629f7720-ae93-4087-aec2-948a2518b81a service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6692820
Jan 15 15:04:42.325911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50e870-ee2d-46d6-bfed-ea48e71af6d3 req-05ed04ca-6410-41a4-8c0a-e973afc93629 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:42.327550 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab50e870-ee2d-46d6-bfed-ea48e71af6d3 req-05ed04ca-6410-41a4-8c0a-e973afc93629 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.1162307
Jan 15 15:04:42.338587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-e7d03c3b-846a-4def-b987-c7d0467c2542 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5508220
Jan 15 15:04:42.346614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:42.347182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:42.348656 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] 10.222.0.74 "PUT /v2.0/ports/5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 1157 time: 3.0306079
Jan 15 15:04:42.349192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:04:42.393449 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab50e870-ee2d-46d6-bfed-ea48e71af6d3 req-6c43650d-60ff-44af-ac88-e5c9ab1fede2 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582321
Jan 15 15:04:42.430064 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0ef3a02-2c3e-49e3-aa66-d90063f1e5b3 req-3db36f74-d462-4391-9d68-f6d0643dc4b1 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1809959
Jan 15 15:04:42.520823 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'status': 'completed', 'code': 200}
Jan 15 15:04:42.555196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-befbb9da-14fd-4536-986d-8548c4dc459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:42.556979 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-befbb9da-14fd-4536-986d-8548c4dc459a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1160 time: 0.0933380
Jan 15 15:04:42.679831 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-23a87e0c-65e8-40a2-a5eb-d7bd38358991 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 217 time: 0.0920079
Jan 15 15:04:42.761619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165db694-1b1f-450f-b88c-52d5f638de3e req-ed084c40-e6a3-4581-ae43-1201b4473d90 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:42.764247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-165db694-1b1f-450f-b88c-52d5f638de3e req-ed084c40-e6a3-4581-ae43-1201b4473d90 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1229270
Jan 15 15:04:42.820040 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-165db694-1b1f-450f-b88c-52d5f638de3e req-072f0d50-81f2-4830-a26a-df78315c213d tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495591
Jan 15 15:04:42.836414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-d0305af0-efcd-48e9-9701-4a87e271ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:42.838143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-d0305af0-efcd-48e9-9701-4a87e271ac8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.0730972
Jan 15 15:04:42.922525 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-549eec65-1fe5-486d-93bd-45ecebcf7881 req-c3111e22-aa9b-467c-9787-e312ce3c5177 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 210 time: 0.0514679
Jan 15 15:04:43.127830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-18d56d1a-13e8-4106-b0fa-5d8447f20be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:43.129848 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-18d56d1a-13e8-4106-b0fa-5d8447f20be0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1586070
Jan 15 15:04:43.423910 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-6e2e3a78-9862-4c3c-affe-e731721627ad service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293622
Jan 15 15:04:43.535561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d3be8-aab4-47df-ab1a-38c42a13ff7c req-37e9d248-7229-4ba9-b1ae-f5a660182fb3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:43.537289 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c79d3be8-aab4-47df-ab1a-38c42a13ff7c req-37e9d248-7229-4ba9-b1ae-f5a660182fb3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3760264
Jan 15 15:04:43.598188 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c79d3be8-aab4-47df-ab1a-38c42a13ff7c req-aaf6f4d1-833a-40d2-9118-6a4037346677 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540764
Jan 15 15:04:43.705446 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-460f70ba-2d28-41b2-91ba-d740ec5a2dd3 req-f958c291-bed3-460d-a97e-dd82cc9deb25 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2272468
Jan 15 15:04:43.732151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff696-d07e-4de1-b821-018d7cefd3d8 req-bb275e78-ccaf-4ff8-8f09-43b9d6a75936 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:43.732971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b10ff696-d07e-4de1-b821-018d7cefd3d8 req-bb275e78-ccaf-4ff8-8f09-43b9d6a75936 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:43.750384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b10ff696-d07e-4de1-b821-018d7cefd3d8 req-bb275e78-ccaf-4ff8-8f09-43b9d6a75936 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:43.752209 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b10ff696-d07e-4de1-b821-018d7cefd3d8 req-bb275e78-ccaf-4ff8-8f09-43b9d6a75936 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.1915252
Jan 15 15:04:43.814281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b10ff696-d07e-4de1-b821-018d7cefd3d8 req-e1cb4211-8f92-4c15-8d52-4365291fcf27 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533912
Jan 15 15:04:44.180370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bbb7b-5276-4298-9661-3fe0d2f4f88f req-f60214c1-37da-41ea-a169-ffa5417004f7 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:44.182272 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c92bbb7b-5276-4298-9661-3fe0d2f4f88f req-f60214c1-37da-41ea-a169-ffa5417004f7 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1994364
Jan 15 15:04:44.240488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-92c6e24e-9804-4594-980d-01a35f6363df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:44.242563 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-92c6e24e-9804-4594-980d-01a35f6363df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1160 time: 0.1754620
Jan 15 15:04:44.257531 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c92bbb7b-5276-4298-9661-3fe0d2f4f88f req-15079e09-28ec-4511-975f-4c30d6afba69 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650790
Jan 15 15:04:44.520856 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5de76b17-0aaa-4d55-bb22-7a0e0383bfdd req-48ebb17e-4de7-47d9-bda2-46ad1284b980 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 210 time: 0.0517581
Jan 15 15:04:44.559556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-f7267be0-de46-4e26-92d9-c9acf63aeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:44.561439 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-f7267be0-de46-4e26-92d9-c9acf63aeeee service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.2872632
Jan 15 15:04:44.752321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-777fe916-e194-4079-95fd-1df1d4a14333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:44.782014 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-968a10f1-958a-44ab-874a-894527ac5440 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 217 time: 0.0751405
Jan 15 15:04:44.883900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474960a7-1ea0-4079-b1f5-754decc705fc req-396bba3a-6212-4d62-a9b1-5ca34618ad5d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:44.885551 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-474960a7-1ea0-4079-b1f5-754decc705fc req-396bba3a-6212-4d62-a9b1-5ca34618ad5d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2356439
Jan 15 15:04:44.915892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-cc1321f0-b8f6-49ab-9feb-5bb8a9f47598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:44.917445 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-cc1321f0-b8f6-49ab-9feb-5bb8a9f47598 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.1117148
Jan 15 15:04:44.996682 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-474960a7-1ea0-4079-b1f5-754decc705fc req-813f642d-0752-43e8-9068-d249df286a07 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029086
Jan 15 15:04:45.058410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-128dc0b9-a9f7-4ede-86d7-6a70dcee0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:45.060617 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-128dc0b9-a9f7-4ede-86d7-6a70dcee0d2d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1231964
Jan 15 15:04:45.269847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70f559-7d93-4d97-8520-622ac3b12e87 req-515b9cca-6041-4b0b-b0ca-412b312b5003 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:45.271491 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2c70f559-7d93-4d97-8520-622ac3b12e87 req-515b9cca-6041-4b0b-b0ca-412b312b5003 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1029620
Jan 15 15:04:45.299122 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-a2d3ab2e-6bb2-4ca3-9f4c-7faa488aa700 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289727
Jan 15 15:04:45.329414 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2c70f559-7d93-4d97-8520-622ac3b12e87 req-8fc07f01-55c2-4504-8cc9-2e589640ef53 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509610
Jan 15 15:04:45.331869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b0601-46ad-4071-b989-cd839410adaa req-15c6800d-097d-4723-b452-003fa3afbd61 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:45.333540 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac6b0601-46ad-4071-b989-cd839410adaa req-15c6800d-097d-4723-b452-003fa3afbd61 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.1613812
Jan 15 15:04:45.391171 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac6b0601-46ad-4071-b989-cd839410adaa req-c5c5fed7-2188-425c-9eb1-b5f64984a4e2 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512309
Jan 15 15:04:45.425289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:45.596831 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-953bd8b3-de07-4510-a847-0c5cb29aeb9b req-8255ac57-5414-44f4-a3e1-223a58f73583 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1835265
Jan 15 15:04:45.604338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:45.604776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:45.999716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-683b070e-1e62-4ea6-8625-b4cc1204ace8 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:46.001405 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-683b070e-1e62-4ea6-8625-b4cc1204ace8 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 811 time: 0.2453659
Jan 15 15:04:46.073620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2f7e8325-5eb3-49fd-8ab9-33762267abfa req-f0587e54-b61e-43c8-9cbf-ffd2d94425d7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:46.098400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2f7e8325-5eb3-49fd-8ab9-33762267abfa req-f0587e54-b61e-43c8-9cbf-ffd2d94425d7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:46.110947 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2f7e8325-5eb3-49fd-8ab9-33762267abfa req-f0587e54-b61e-43c8-9cbf-ffd2d94425d7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 210 time: 0.0954087
Jan 15 15:04:46.175595 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-c1b354c1-5fa3-4f08-aeb0-959cb92542e3 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 5763 time: 0.1300747
Jan 15 15:04:46.247551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'port': {'device_id': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'admin_state_up': True, 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'security_groups': ['3a8b82d7-d60b-4c4e-83dc-0683106e7159']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:46.347478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576e9ad-c100-455b-b665-dbc08b5d756a req-49d8b764-218b-4fd3-8756-50f236212ae6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:46.356636 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d576e9ad-c100-455b-b665-dbc08b5d756a req-49d8b764-218b-4fd3-8756-50f236212ae6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1139874
Jan 15 15:04:46.418621 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d576e9ad-c100-455b-b665-dbc08b5d756a req-5c039bce-2d35-41f5-86bd-b49edc339bbc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606098
Jan 15 15:04:46.478222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:46.489371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:46.499470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Made reservation on behalf of 37010f80145f44caba1abd118caf0ac2 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:04:46.508939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:46.733586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c31d4-877d-4844-8b51-e1859306f456 req-b4b83374-8959-44d7-940f-a03797c0a151 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:46.735353 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b8c31d4-877d-4844-8b51-e1859306f456 req-b4b83374-8959-44d7-940f-a03797c0a151 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.1150579
Jan 15 15:04:46.750457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4393072-b938-48df-bf6b-ca1be6ff1366 req-a93ae383-c1f2-4ac6-b87e-55fb62a5327d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:46.752213 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f4393072-b938-48df-bf6b-ca1be6ff1366 req-a93ae383-c1f2-4ac6-b87e-55fb62a5327d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2308683
Jan 15 15:04:46.818573 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b8c31d4-877d-4844-8b51-e1859306f456 req-ac49adc3-58da-4df6-8c7f-ca48222b497d tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755823
Jan 15 15:04:46.828332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ed280f79-bbd8-45ce-8cd4-10ee5c8ae061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:46.894482 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f4393072-b938-48df-bf6b-ca1be6ff1366 req-4861d06b-0182-4a97-b646-ba957064808b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248081
Jan 15 15:04:47.001659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Allocated IP 172.20.0.5 (2ee8b40a-9e81-4098-a8a4-9864168b2681/804819d3-58a0-47d5-8cda-ee73833b3790/3cad6531-cc26-4772-a8b3-b275d20b8da4) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:04:47.215287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:47.223868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:47.232765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Transition to ACTIVE for port object 3cad6531-cc26-4772-a8b3-b275d20b8da4 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:47.260635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:47.277505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:47.357053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22158c19-d7a0-43fa-b037-59c87989b08d req-c3ec1b65-9b37-441f-a5d1-f99cd146fe00 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:47.358875 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-22158c19-d7a0-43fa-b037-59c87989b08d req-c3ec1b65-9b37-441f-a5d1-f99cd146fe00 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 931 time: 0.1109614
Jan 15 15:04:47.419304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-22158c19-d7a0-43fa-b037-59c87989b08d req-429a8493-229d-4bec-a34e-c52150d8b7b7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:47.435139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-22158c19-d7a0-43fa-b037-59c87989b08d req-429a8493-229d-4bec-a34e-c52150d8b7b7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:47.436577 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-22158c19-d7a0-43fa-b037-59c87989b08d req-429a8493-229d-4bec-a34e-c52150d8b7b7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0709531
Jan 15 15:04:47.692399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=3cad6531-cc26-4772-a8b3-b275d20b8da4,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:47.702159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:47.796333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d9165-2bf3-4245-8cdc-466e3cc69a9c req-6ad1f9f1-57ca-43c4-b857-a674f6c87d4b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:47.798089 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5a6d9165-2bf3-4245-8cdc-466e3cc69a9c req-6ad1f9f1-57ca-43c4-b857-a674f6c87d4b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1941633
Jan 15 15:04:47.800290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:04:47.801580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:47.804205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:04:47.944499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:47.945169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:47.956957 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5a6d9165-2bf3-4245-8cdc-466e3cc69a9c req-7333cce1-ce1d-4128-b924-9e248f6f459f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183436
Jan 15 15:04:47.989223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7470796
Jan 15 15:04:48.047026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Request body: {'port': {'device_id': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:48.117244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-0c0a43cd-2feb-491a-8316-55db0ab588fc None None] Provisioning for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:04:48.129581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-0c0a43cd-2feb-491a-8316-55db0ab588fc None None] Provisioning complete for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:48.130292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0c0a43cd-2feb-491a-8316-55db0ab588fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:48.176194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f082f-a183-4682-852c-bba94cbef6b5 req-27c05fc1-2ea5-41e2-87c6-6d81c9aa82cb tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:48.198332 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-402f082f-a183-4682-852c-bba94cbef6b5 req-27c05fc1-2ea5-41e2-87c6-6d81c9aa82cb tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.2182405
Jan 15 15:04:48.218241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:48.243959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a43cd-2feb-491a-8316-55db0ab588fc None None] Port 3cad6531-cc26-4772-a8b3-b275d20b8da4 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:04:48.307332 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-402f082f-a183-4682-852c-bba94cbef6b5 req-495cfe74-d9fe-411b-92d8-08a5e3b15b7d tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893044
Jan 15 15:04:48.574569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909eb54-9e96-4cba-bad3-8790e55a6c9c req-ab117d68-3fb0-477a-a4dd-a76399f41ef5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:48.577029 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d909eb54-9e96-4cba-bad3-8790e55a6c9c req-ab117d68-3fb0-477a-a4dd-a76399f41ef5 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2835295
Jan 15 15:04:48.648863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-ca44d3c4-e2a6-4c50-b140-d651d37d0e5b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:48.648863 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-ca44d3c4-e2a6-4c50-b140-d651d37d0e5b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.1924031
Jan 15 15:04:48.675146 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-484ba11d-53ca-415b-b3d9-24f0a3d3a9ac tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/quotas/dbbcc7969d4d4cf784fe22b3e5b72efc HTTP/1.1" status: 200  len: 375 time: 0.0208440
Jan 15 15:04:48.742774 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d909eb54-9e96-4cba-bad3-8790e55a6c9c req-9b25a9a3-764e-48e7-8011-66c8fc88c204 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526678
Jan 15 15:04:48.752520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:48.799138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-dea48e05-a172-495a-a920-913168d7e13b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1189544
Jan 15 15:04:48.937855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cad6531-cc26-4772-a8b3-b275d20b8da4 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:04:48.944423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:48.948495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:48.954602 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-eeb0901e-f035-4d01-b230-ba878e32dfd4 service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478608
Jan 15 15:04:48.973814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Transition to ACTIVE for port object 3cad6531-cc26-4772-a8b3-b275d20b8da4 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:48.977924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:48.994652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b0fe526a-a977-41d3-ada3-f983053d3178 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:49.105541 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-19020e9c-8001-467d-b7db-de3f86bb8f11 service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439328
Jan 15 15:04:49.159907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986938f0-94bb-420c-90b0-b14b142165b0 req-ab925361-ac31-40e9-b0a0-4fc9bb28925f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:49.160734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-986938f0-94bb-420c-90b0-b14b142165b0 req-ab925361-ac31-40e9-b0a0-4fc9bb28925f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:49.174245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Pushing event updated for resources: {'Port': ['ID=3cad6531-cc26-4772-a8b3-b275d20b8da4,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:49.179033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:49.210173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-986938f0-94bb-420c-90b0-b14b142165b0 req-ab925361-ac31-40e9-b0a0-4fc9bb28925f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:49.211481 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-986938f0-94bb-420c-90b0-b14b142165b0 req-ab925361-ac31-40e9-b0a0-4fc9bb28925f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 931 time: 0.3272128
Jan 15 15:04:49.292392 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-986938f0-94bb-420c-90b0-b14b142165b0 req-6a712d1e-2164-4720-997b-9c116c58e53c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0709178
Jan 15 15:04:49.295114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-4d3fdad1-18be-4839-bcfc-14db333cbd4d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:04:49.507841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-46ece5b9-60f7-4910-86a3-a978b06dcd4e req-46b99887-d3e1-464b-95dc-c7233808829b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 210 time: 0.1123040
Jan 15 15:04:49.548913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Attempting to bind port 3cad6531-cc26-4772-a8b3-b275d20b8da4 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:04:49.549498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Attempting to bind port 3cad6531-cc26-4772-a8b3-b275d20b8da4 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:04:49.550139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Attempting to bind port 3cad6531-cc26-4772-a8b3-b275d20b8da4 on network 2ee8b40a-9e81-4098-a8a4-9864168b2681 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:04:49.557251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:04:49.558014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Checking segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:49.558645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:49.559459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Bound using segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:04:49.559969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Bound port: 3cad6531-cc26-4772-a8b3-b275d20b8da4, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:04:49.560357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:49.730098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] For port 3cad6531-cc26-4772-a8b3-b275d20b8da4, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:04:49.739248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] For port 3cad6531-cc26-4772-a8b3-b275d20b8da4, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:04:49.747985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:49.788888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:49.801654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00c695-5b34-4ef5-9c2b-483dda2fd08b req-65810764-1d69-410b-9916-3f3c383ec921 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:49.818100 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de00c695-5b34-4ef5-9c2b-483dda2fd08b req-65810764-1d69-410b-9916-3f3c383ec921 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2842352
Jan 15 15:04:49.926475 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de00c695-5b34-4ef5-9c2b-483dda2fd08b req-3540f9f2-7ca1-4b99-bd85-2b3bfc7de0f1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071720
Jan 15 15:04:50.109253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Pushing event updated for resources: {'Port': ['ID=3cad6531-cc26-4772-a8b3-b275d20b8da4,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:50.115159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:50.169983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeb2b8-bf21-40f8-aba6-2a77cbeeec99 req-8fd13c28-3cb9-4b35-a267-eb7efda1af3d tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.171568 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-edfeb2b8-bf21-40f8-aba6-2a77cbeeec99 req-8fd13c28-3cb9-4b35-a267-eb7efda1af3d tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 943 time: 0.3838344
Jan 15 15:04:50.198783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.199493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:50.201684 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] 10.222.0.74 "PUT /v2.0/ports/3cad6531-cc26-4772-a8b3-b275d20b8da4 HTTP/1.1" status: 200  len: 1157 time: 2.1602960
Jan 15 15:04:50.202257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:04:50.204144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51635b-8207-4316-91eb-d6dd8a5eb1fe req-5ed15869-85dd-463b-85fd-4570e92a5c07 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.206112 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5c51635b-8207-4316-91eb-d6dd8a5eb1fe req-5ed15869-85dd-463b-85fd-4570e92a5c07 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1180267
Jan 15 15:04:50.241453 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-edfeb2b8-bf21-40f8-aba6-2a77cbeeec99 req-aa634c66-459c-4656-a190-c7ea2a3debcc tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617421
Jan 15 15:04:50.301719 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5c51635b-8207-4316-91eb-d6dd8a5eb1fe req-1a630513-7579-4a04-bf2d-b1dfb7792eb8 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854087
Jan 15 15:04:50.346486 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'status': 'completed', 'code': 200}
Jan 15 15:04:50.560683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f943422-5e56-44a1-92ce-d19b4d010e8d req-0f5cf96f-1608-4461-a092-22c25225c972 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.561642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-c3cc738e-9298-49be-b3a2-3e88cc5d0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.562619 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f943422-5e56-44a1-92ce-d19b4d010e8d req-0f5cf96f-1608-4461-a092-22c25225c972 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1172850
Jan 15 15:04:50.563303 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-c3cc738e-9298-49be-b3a2-3e88cc5d0ab3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 1160 time: 0.1482072
Jan 15 15:04:50.576820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c90f9b-95c9-43fd-a03c-4c04ee18ced7 req-d4bd5ba9-bf35-48fd-be8e-4d2537cd733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.578468 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-62c90f9b-95c9-43fd-a03c-4c04ee18ced7 req-d4bd5ba9-bf35-48fd-be8e-4d2537cd733b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.1008997
Jan 15 15:04:50.628486 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f943422-5e56-44a1-92ce-d19b4d010e8d req-1a76432a-d93b-4742-9ee5-231653d2edff tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0587814
Jan 15 15:04:50.702672 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-174ddfb9-b6d4-46b5-9ab6-3ff1320625db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4 HTTP/1.1" status: 200  len: 217 time: 0.1098149
Jan 15 15:04:50.832465 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8195766-e5a8-4ed0-8bd6-014353a8b642 req-1e79463c-edeb-4273-834e-63402f1aa7a8 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 210 time: 0.1252058
Jan 15 15:04:50.859203 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-62c90f9b-95c9-43fd-a03c-4c04ee18ced7 req-7296acfc-fee7-4452-8148-9c783363cfc9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937554
Jan 15 15:04:50.864099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:50.878656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-371c1a62-53bf-4cb9-910b-10dbf3b5dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:50.880974 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-371c1a62-53bf-4cb9-910b-10dbf3b5dee3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1161253
Jan 15 15:04:50.953042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 5f516e0d-600d-4235-8127-91933b047b94 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:04:50.958854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:50.959385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:51.094127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:51.131000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:04:51.139935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 5f516e0d-600d-4235-8127-91933b047b94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5f516e0d-600d-4235-8127-91933b047b94,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:04:51.143547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:51.145202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:51.189086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:51.252058 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'code': 200}
Jan 15 15:04:51.259561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa602a-9ad8-44bb-bd62-9d15e786d152 req-fb948150-289f-46bf-8d15-67ff4503a860 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:51.262793 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3faa602a-9ad8-44bb-bd62-9d15e786d152 req-fb948150-289f-46bf-8d15-67ff4503a860 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1345046
Jan 15 15:04:51.329129 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3faa602a-9ad8-44bb-bd62-9d15e786d152 req-ece412ee-8c66-45a8-8f86-db71e9e8c609 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589244
Jan 15 15:04:51.359886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:51.360314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:51.391734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:51.416147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.416811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.417345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.417866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.418945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.419587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.420127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.420648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.421166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.421697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.437110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.437498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.438095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.438481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.438857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.439233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.439604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.439985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.440353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.440712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.441079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.441440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.441803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.442188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:51.476310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:51.601757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38aebf-cd1d-4b4c-9207-31dc8345d888 req-de84fb88-3975-4740-9c1d-49648b550b40 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:51.603285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb43e09-2557-4ed6-8184-c9cfd2c015d1 req-f9809885-2535-43c1-ab15-c89f8fb49fac tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:51.603420 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c38aebf-cd1d-4b4c-9207-31dc8345d888 req-de84fb88-3975-4740-9c1d-49648b550b40 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1147928
Jan 15 15:04:51.606303 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1cb43e09-2557-4ed6-8184-c9cfd2c015d1 req-f9809885-2535-43c1-ab15-c89f8fb49fac tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.2086418
Jan 15 15:04:51.610603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-4135f879-2b64-4a03-94fc-ba47f6e80f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:51.613022 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-4135f879-2b64-4a03-94fc-ba47f6e80f98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1534216
Jan 15 15:04:51.689374 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c38aebf-cd1d-4b4c-9207-31dc8345d888 req-b5381eeb-ea5d-4d2f-806b-0036b2adc396 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770409
Jan 15 15:04:52.012933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b111-3373-4846-a29e-447dac3acc11 req-221eef7c-c06b-4725-be15-88e9fd214ebf tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:52.015065 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69e4b111-3373-4846-a29e-447dac3acc11 req-221eef7c-c06b-4725-be15-88e9fd214ebf tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1930745
Jan 15 15:04:52.051701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24585c5-b34d-4d18-bab8-6c218aa16b95 req-f3a3113a-efaf-4230-a98b-51fcd837674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:52.053864 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a24585c5-b34d-4d18-bab8-6c218aa16b95 req-f3a3113a-efaf-4230-a98b-51fcd837674c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.1894634
Jan 15 15:04:52.114971 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1cb43e09-2557-4ed6-8184-c9cfd2c015d1 req-8e66d625-ba27-4be7-8b5b-4763eaa787ab tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5008836
Jan 15 15:04:52.126342 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69e4b111-3373-4846-a29e-447dac3acc11 req-5aca03bf-f7e9-4d9b-9984-70c176e5b42b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1030633
Jan 15 15:04:52.128291 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a24585c5-b34d-4d18-bab8-6c218aa16b95 req-fa8b6ef2-5853-461e-844e-0c8f5ba6c662 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600617
Jan 15 15:04:52.225802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:52.240600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-5964a090-9bfc-46e0-a9e0-7e422c6579be tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:52.242260 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-5964a090-9bfc-46e0-a9e0-7e422c6579be tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.5936446
Jan 15 15:04:52.286285 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-866efe32-7c47-4d86-bd15-4a6e55942bcb service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5908046
Jan 15 15:04:52.299047 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16353a5-0b41-4074-995e-0ae6145eba61 req-ff44c745-f1a4-456c-b87c-ead0c2d4b05e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 210 time: 0.0537288
Jan 15 15:04:52.300821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:52.301249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:52.597628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da515-ce73-4224-ba65-297839806b70 req-0b532f2c-08b4-47aa-a615-e83c482c466e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:52.599343 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-965da515-ce73-4224-ba65-297839806b70 req-0b532f2c-08b4-47aa-a615-e83c482c466e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1086919
Jan 15 15:04:52.652366 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-965da515-ce73-4224-ba65-297839806b70 req-2cfd27d0-6d4c-4178-87b6-7245b87596ee tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467086
Jan 15 15:04:52.689425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 33402) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:04:52.767245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Request body: {'port': {'device_id': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20', 'admin_state_up': True, 'tenant_id': 'dbbcc7969d4d4cf784fe22b3e5b72efc'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:52.996301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:53.039885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:53.055003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Usage tracker for resource:security_group_rule and tenant:fe88148535fd494fba5637c4d540e097 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:04:53.076201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:04:53.106072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:53.150549 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-48fe2129-96bc-478d-9c16-e2a03f47144c req-1887a0f9-c1bd-4fd6-a826-62a11aa7adf9 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4124477
Jan 15 15:04:53.154113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:53.167685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:53.201603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Made reservation on behalf of dbbcc7969d4d4cf784fe22b3e5b72efc for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:04:53.213023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:53.272438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f8b6c-9e70-4472-97c3-69327bce143c req-0f6c731f-16eb-499c-a9f8-f4cb2f722e6c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:53.274258 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf7f8b6c-9e70-4472-97c3-69327bce143c req-0f6c731f-16eb-499c-a9f8-f4cb2f722e6c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3766673
Jan 15 15:04:53.388697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414cd61-aa7c-47ba-b91a-b51d5ee1c638 req-ae748245-3b68-471d-bdec-8fad8adf029e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:53.390504 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0414cd61-aa7c-47ba-b91a-b51d5ee1c638 req-ae748245-3b68-471d-bdec-8fad8adf029e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.1236351
Jan 15 15:04:53.449136 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0414cd61-aa7c-47ba-b91a-b51d5ee1c638 req-eb845c0a-17a9-4cfb-824e-a8eaa82c9e45 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505836
Jan 15 15:04:53.517134 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf7f8b6c-9e70-4472-97c3-69327bce143c req-85d7e7ae-74db-45c0-9557-de2b6bf72d38 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124746
Jan 15 15:04:53.693317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bd1f4-a79f-487a-86dc-a1c451ef58c7 req-8b7134a4-aacd-48fe-b5c9-8e4d265e0ac0 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:53.694491 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ae8bd1f4-a79f-487a-86dc-a1c451ef58c7 req-8b7134a4-aacd-48fe-b5c9-8e4d265e0ac0 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1212189
Jan 15 15:04:53.705460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:53.731197 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1c012de5-461a-4212-9c21-24ad331e8ccb req-f9dcf184-458f-42a1-9bf9-89bf1aa67d04 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 210 time: 0.0866611
Jan 15 15:04:53.731876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:53.742519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4dd0545e-7c01-49e4-b634-33861fe8d5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:53.752995 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ae8bd1f4-a79f-487a-86dc-a1c451ef58c7 req-0d797fce-25e7-4298-bd0a-fde71f52373a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0489905
Jan 15 15:04:53.753948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142474-7154-49b5-bd23-093a1f407912 req-fe620158-6a80-4035-93e3-98ad0154e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:53.756076 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-fe620158-6a80-4035-93e3-98ad0154e7fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 1160 time: 0.3500042
Jan 15 15:04:53.925784 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe88148535fd494fba5637c4d540e097&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2350755
Jan 15 15:04:53.928948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33422) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:04:53.962229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90854391-973d-4dad-a6ba-e64e37559853,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:54.002318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.010759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:54.053101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.075243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Allocated IP 172.20.0.7 (b9497eea-694b-41d4-af5a-0a66cc5f5e20/5e0fdc2c-0178-4532-b510-72752c56b234/9a44a040-0496-43c1-91ac-86f57a33831c) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:04:54.112324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.116071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142474-7154-49b5-bd23-093a1f407912 req-9dd5fa7d-8397-4a22-8c56-8c2c3c414fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:54.117704 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-9dd5fa7d-8397-4a22-8c56-8c2c3c414fa7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.3364377
Jan 15 15:04:54.118259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4c322d10-5e2a-4164-b870-06a5ad860520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:54.131249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90854391-973d-4dad-a6ba-e64e37559853,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:54.143445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.143853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.144257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.144655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.145194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.145585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.146017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.146408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.146796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.147183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.147567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.147952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.148413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.148805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.149190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.149576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.149992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.150431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.150810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.151195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.151576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.151958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.152339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.152776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:04:54.156992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:54.158290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.159481 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/90854391-973d-4dad-a6ba-e64e37559853 HTTP/1.1" status: 204  len: 168 time: 0.2292759
Jan 15 15:04:54.164996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae00e87-062c-4494-a2a9-d34856fafcfb req-581edba5-1bdd-4a62-802b-0241197d2a63 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:54.166734 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2ae00e87-062c-4494-a2a9-d34856fafcfb req-581edba5-1bdd-4a62-802b-0241197d2a63 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2266090
Jan 15 15:04:54.291636 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-7c656a79-0f28-4dd4-952f-68b402b93f9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4 HTTP/1.1" status: 200  len: 217 time: 0.1056831
Jan 15 15:04:54.458315 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2ae00e87-062c-4494-a2a9-d34856fafcfb req-baaba789-9271-4bdc-9ebd-d7a90b72b25e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2710207
Jan 15 15:04:54.491942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142474-7154-49b5-bd23-093a1f407912 req-21ea3c51-4099-4dec-85c0-1d440250b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:54.493462 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-21ea3c51-4099-4dec-85c0-1d440250b3f0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1712723
Jan 15 15:04:54.624837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.675532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f142474-7154-49b5-bd23-093a1f407912 req-645663da-0435-4a2d-87f3-9020988ab4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:54.677212 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-645663da-0435-4a2d-87f3-9020988ab4d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1239247
Jan 15 15:04:54.683656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.710276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-902c59ea-240c-4ca8-b5cf-58b5841609b3 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:54.852565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:54.909182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5ff8-486f-41f0-b90d-7c42ce00fb51 req-e05269e1-4a0a-4673-b973-30d224c6acb2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:54.910928 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-234e5ff8-486f-41f0-b90d-7c42ce00fb51 req-e05269e1-4a0a-4673-b973-30d224c6acb2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1397343
Jan 15 15:04:54.988498 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-234e5ff8-486f-41f0-b90d-7c42ce00fb51 req-ba223756-f7a8-45de-a140-2e0c1399b8ac tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704520
Jan 15 15:04:55.079397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:55.171745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:55.172503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.247523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event updated for resources: {'Port': ['ID=9a44a040-0496-43c1-91ac-86f57a33831c,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:55.258358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:55.327140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac494-702a-4904-98d2-ecc9f65a7573 req-8dccfc43-5008-4bd6-98bf-039a348d599e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:55.328974 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f45ac494-702a-4904-98d2-ecc9f65a7573 req-8dccfc43-5008-4bd6-98bf-039a348d599e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1279249
Jan 15 15:04:55.343602 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-a046624d-b8b6-4926-bf2e-b7436b296e37 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5971372
Jan 15 15:04:55.362236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33460) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:04:55.372020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e250d-c486-4b53-8937-33f284466b93 req-72af39f3-a868-4ea8-bd6b-a8b657fbfd77 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:55.373822 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-788e250d-c486-4b53-8937-33f284466b93 req-72af39f3-a868-4ea8-bd6b-a8b657fbfd77 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.6227388
Jan 15 15:04:55.398863 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f45ac494-702a-4904-98d2-ecc9f65a7573 req-1f1edd48-b72d-4803-8593-167a6faa6890 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624199
Jan 15 15:04:55.488313 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:04:55.500650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:55.505109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:04:55.577810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-564804721-network', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:55.587006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:55.588698 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-788e250d-c486-4b53-8937-33f284466b93 req-3a036fcd-7fa7-4ea1-803b-017cc9073d2e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873882
Jan 15 15:04:55.599254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Usage tracker for resource:network and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:04:55.612855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:04:55.623898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:55.643623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Made reservation on behalf of 5b8f6047e4e946a2a75da636ac94fc47 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:04:55.647228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:55.647944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.648582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.671241 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f142474-7154-49b5-bd23-093a1f407912 req-c1206249-d8cb-4790-8c26-73e78fbdeabd service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2962949
Jan 15 15:04:55.688218 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9264231
Jan 15 15:04:55.690144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e829dcd-87aa-4f53-9839-63d85a3b115c req-ecf5ce34-f2eb-4984-8228-eef8cd71c7e1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:55.691844 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e829dcd-87aa-4f53-9839-63d85a3b115c req-ecf5ce34-f2eb-4984-8228-eef8cd71c7e1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 931 time: 0.1614618
Jan 15 15:04:55.692604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.730349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:55.744804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:04:55.751206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:04:55.760498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:55.768818 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e829dcd-87aa-4f53-9839-63d85a3b115c req-efdc7528-edf6-44dc-8dbf-23f9f6c99638 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657005
Jan 15 15:04:55.799481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Request body: {'port': {'device_id': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:55.875751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.879052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.879407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb7806-6a1f-46f5-8606-ec3194f18c4c req-bc6bc954-7b5a-4167-bc72-7c0097d074e7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:55.881157 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ecdb7806-6a1f-46f5-8606-ec3194f18c4c req-bc6bc954-7b5a-4167-bc72-7c0097d074e7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1671691
Jan 15 15:04:55.883892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-71268275-e9cd-4dc0-9ef6-b4fe44e0be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:55.915706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:04:55.929132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732455e2-03e6-473c-a47c-9fe60c5d63a2,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:55.933549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:55.934957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:55.935336 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Added segment 16714428-01c8-4eca-b8e6-bcb0174e08ab of type vxlan for network 366484cd-3080-414a-ad4e-ee686ac12c03
Jan 15 15:04:55.965863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:56.001813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:56.003188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:56.003827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:56.010770 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ecdb7806-6a1f-46f5-8606-ec3194f18c4c req-544335bd-98f5-4ef3-990b-23ed794c3757 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1103399
Jan 15 15:04:56.011592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:56.032750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-143e6b89-940e-4d40-a8a8-e7c9db895afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:56.150608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Pushing event updated for resources: {'Network': ['ID=366484cd-3080-414a-ad4e-ee686ac12c03,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:56.154812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:56.162210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 366484cd-3080-414a-ad4e-ee686ac12c03 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:04:56.221839 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.8584464
Jan 15 15:04:56.228960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33474) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:04:56.234830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Request body: {'subnet': {'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-564804721-subnet', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:56.250348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:56.261711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 366484cd-3080-414a-ad4e-ee686ac12c03 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:04:56.268329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Usage tracker for resource:subnet and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:04:56.272519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:04:56.282475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:56.303022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Made reservation on behalf of 5b8f6047e4e946a2a75da636ac94fc47 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:04:56.308353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:56.436824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f004cd-048e-4921-b128-7624b3ff801e req-a8b2225a-0043-46e7-8869-5ad9e27b95ba tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:56.438529 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63f004cd-048e-4921-b128-7624b3ff801e req-a8b2225a-0043-46e7-8869-5ad9e27b95ba tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2654622
Jan 15 15:04:56.519296 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63f004cd-048e-4921-b128-7624b3ff801e req-567f62ee-dbba-4872-bbc0-9fddf1f09a27 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684958
Jan 15 15:04:56.648798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-6ab4fe94-4393-4a9a-bedc-f57fb9e51112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:56.650468 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-6ab4fe94-4393-4a9a-bedc-f57fb9e51112 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=160c7423c7bf4272829b7e878afef1c8&device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 1162 time: 0.2378776
Jan 15 15:04:56.676445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd346d3-7618-497d-b2c8-94c2555996e0 req-af7837cd-3d6f-48b5-b1ae-d5cb331f68aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:56.678204 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4fd346d3-7618-497d-b2c8-94c2555996e0 req-af7837cd-3d6f-48b5-b1ae-d5cb331f68aa tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2034373
Jan 15 15:04:56.785698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.resource_extend [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 15 15:04:56.868502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcebf5-0406-48ac-81e8-c7c35ae75977 req-781c0dd0-b7a8-4820-85f7-3093f62b7236 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:56.870481 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-64fcebf5-0406-48ac-81e8-c7c35ae75977 req-781c0dd0-b7a8-4820-85f7-3093f62b7236 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1434586
Jan 15 15:04:56.895476 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4fd346d3-7618-497d-b2c8-94c2555996e0 req-baff7c71-99a5-4b9a-8773-157b56d0af10 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872063
Jan 15 15:04:56.936078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a44a040-0496-43c1-91ac-86f57a33831c {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:04:56.946592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:56.949518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-3ceee564-fdbf-4480-9fef-331d27e3c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:56.951278 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-3ceee564-fdbf-4480-9fef-331d27e3c61d service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 200  len: 911 time: 0.2707231
Jan 15 15:04:56.955264 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-64fcebf5-0406-48ac-81e8-c7c35ae75977 req-d57b2ad3-8992-4b5e-bb27-1a5b5938f716 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769520
Jan 15 15:04:56.962276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Transition to ACTIVE for port object 9a44a040-0496-43c1-91ac-86f57a33831c will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:57.024687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.039206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.043110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:57.067622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:57.113223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-3f912013-34e7-4d96-89ce-b76f23f8a0d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 200  len: 217 time: 0.1496811
Jan 15 15:04:57.329775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Pushing event updated for resources: {'Port': ['ID=9a44a040-0496-43c1-91ac-86f57a33831c,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:57.343112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:57.361114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-fc1cf9e6-8167-4d0d-aebc-9e72341dce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:57.362722 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-fc1cf9e6-8167-4d0d-aebc-9e72341dce64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 200  len: 857 time: 0.1575193
Jan 15 15:04:57.436132 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-b0fe7b3a-08f2-4a62-8164-ad0d9a691788 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd188fb4-c388-457a-bab0-72271f70008e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536609
Jan 15 15:04:57.472507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fc782-7341-4bf6-aaa2-6c5ac2a7a3e9 req-cf8886dc-55fe-4b93-8024-d8aad0ba7e82 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:57.473651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084d09ec-9170-4410-9b0d-c849abbf4ede,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:57.474197 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c04fc782-7341-4bf6-aaa2-6c5ac2a7a3e9 req-cf8886dc-55fe-4b93-8024-d8aad0ba7e82 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.4077988
Jan 15 15:04:57.479363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:57.563125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7e673-b85f-4599-87c2-020e61b676a8 req-0f2bca56-4878-41e9-9baf-06c5ed5916e6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:57.565095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-98d7e673-b85f-4599-87c2-020e61b676a8 req-0f2bca56-4878-41e9-9baf-06c5ed5916e6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.2588856
Jan 15 15:04:57.624962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Checking segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:57.625431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Network hostable DHCP agents. Network: 366484cd-3080-414a-ad4e-ee686ac12c03, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:04:57.652118 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-98d7e673-b85f-4599-87c2-020e61b676a8 req-2f4290da-ff82-437f-af50-ffd14d20a6a1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705402
Jan 15 15:04:57.662224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Network 366484cd-3080-414a-ad4e-ee686ac12c03 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:04:57.671756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 366484cd-3080-414a-ad4e-ee686ac12c03) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:57.681013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6194a5-99a8-4adb-957f-bc3e8986fcd5 None None] Network 366484cd-3080-414a-ad4e-ee686ac12c03 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:04:57.692286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:57.693229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.722235 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4900260
Jan 15 15:04:57.722966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33490) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:04:57.728418 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c04fc782-7341-4bf6-aaa2-6c5ac2a7a3e9 req-8e527572-0734-473a-aff0-ba2da28980e2 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799920
Jan 15 15:04:57.729612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:04:57.738884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:04:57.753688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Usage tracker for resource:router and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:04:57.757603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:04:57.772729 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:04:57.794753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.795902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Attempting to bind port 9a44a040-0496-43c1-91ac-86f57a33831c on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:04:57.796285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Attempting to bind port 9a44a040-0496-43c1-91ac-86f57a33831c by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:04:57.796662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Attempting to bind port 9a44a040-0496-43c1-91ac-86f57a33831c on network b9497eea-694b-41d4-af5a-0a66cc5f5e20 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:04:57.796817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.802128 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-e13b560e-3c56-4203-a995-a737b60665f1 service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3266945
Jan 15 15:04:57.804950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:04:57.805329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Checking segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:57.805738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.806213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Bound using segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:04:57.806698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Bound port: 9a44a040-0496-43c1-91ac-86f57a33831c, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:04:57.807080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.834387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:57.914450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:04:58.062772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-366484cd-3080-414a-ad4e-ee686ac12c03', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:04:58.063824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.100166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:04:58.100656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.107725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885eaf2-549f-4f92-bb5a-fa67b0d70f62 req-d553d8b9-dece-422e-b8d1-327b01e72ba6 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:58.110530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f885eaf2-549f-4f92-bb5a-fa67b0d70f62 req-d553d8b9-dece-422e-b8d1-327b01e72ba6 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.2786832
Jan 15 15:04:58.283371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.300649 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f885eaf2-549f-4f92-bb5a-fa67b0d70f62 req-ce375394-ffba-4417-9320-afd6f4f1e02d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1832345
Jan 15 15:04:58.327974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] For port 9a44a040-0496-43c1-91ac-86f57a33831c, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:04:58.339533 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de9f4b2b-efcd-4e40-943b-d0195739e439 req-bcd3912f-e328-401f-b954-c72a233d384e service neutron] 10.222.0.74 "GET /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5200419
Jan 15 15:04:58.343404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] For port 9a44a040-0496-43c1-91ac-86f57a33831c, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9a44a040-0496-43c1-91ac-86f57a33831c,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:04:58.349577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.388100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df9f5a-251f-45e0-ba6e-7ac1c52155cb req-d8b8e39e-7e39-4b0a-9f80-4e6686f0d5a8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:58.389878 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-18df9f5a-251f-45e0-ba6e-7ac1c52155cb req-d8b8e39e-7e39-4b0a-9f80-4e6686f0d5a8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.3120904
Jan 15 15:04:58.393145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:58.491816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Allocated IP 172.20.0.2 (366484cd-3080-414a-ad4e-ee686ac12c03/084d09ec-9170-4410-9b0d-c849abbf4ede/3d2983a0-548b-4df3-a0cb-a952a8b4313c) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:04:58.580817 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-18df9f5a-251f-45e0-ba6e-7ac1c52155cb req-97c82340-472b-4b67-94dc-cd5db6911c79 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492126
Jan 15 15:04:58.597649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Pushing event updated for resources: {'Port': ['ID=9a44a040-0496-43c1-91ac-86f57a33831c,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:58.603679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:58.647208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:58.647888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.650108 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] 10.222.0.74 "PUT /v2.0/ports/9a44a040-0496-43c1-91ac-86f57a33831c HTTP/1.1" status: 200  len: 1157 time: 2.8627419
Jan 15 15:04:58.650675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'tag': '9a44a040-0496-43c1-91ac-86f57a33831c'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:04:58.768595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.777522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.788432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Transition to ACTIVE for port object 3d2983a0-548b-4df3-a0cb-a952a8b4313c will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:58.805879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Transition to ACTIVE for port object 3d2983a0-548b-4df3-a0cb-a952a8b4313c will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:04:58.811558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.830586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:58.830807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4f9bb-28e1-43c2-961c-a649ac2cf484 req-6a8f3fc6-2c4b-41cb-9df3-68fda52b3849 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:58.832433 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7fd4f9bb-28e1-43c2-961c-a649ac2cf484 req-6a8f3fc6-2c4b-41cb-9df3-68fda52b3849 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.2784047
Jan 15 15:04:58.834056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:58.919463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee8ac-e065-4112-a0fa-14c79047fdbd req-6ac6ac79-fc43-438a-b66a-d2ca7d50361c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:58.921168 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-961ee8ac-e065-4112-a0fa-14c79047fdbd req-6ac6ac79-fc43-438a-b66a-d2ca7d50361c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1780365
Jan 15 15:04:58.924361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-9be45464-bcde-44b0-b4b4-8a3d16a84e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:58.925904 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-9be45464-bcde-44b0-b4b4-8a3d16a84e8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 1160 time: 0.1357820
Jan 15 15:04:58.964371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Pushing event updated for resources: {'Port': ['ID=3d2983a0-548b-4df3-a0cb-a952a8b4313c,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:58.969179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:58.990414 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7fd4f9bb-28e1-43c2-961c-a649ac2cf484 req-21d74646-4175-4729-9733-e1ad562fa96a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450841
Jan 15 15:04:59.025189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Network 366484cd-3080-414a-ad4e-ee686ac12c03 is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:04:59.026455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:59.029268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:04:59.037233 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-e8aa9f72-bc07-4274-8137-fda0fa49f422 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a44a040-0496-43c1-91ac-86f57a33831c HTTP/1.1" status: 200  len: 217 time: 0.0858989
Jan 15 15:04:59.077678 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-961ee8ac-e065-4112-a0fa-14c79047fdbd req-249e2032-830e-4116-b87b-14ffed0928fe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475253
Jan 15 15:04:59.090271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Attempting to bind port 3d2983a0-548b-4df3-a0cb-a952a8b4313c on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:04:59.090713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Attempting to bind port 3d2983a0-548b-4df3-a0cb-a952a8b4313c by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:04:59.091116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Attempting to bind port 3d2983a0-548b-4df3-a0cb-a952a8b4313c on network 366484cd-3080-414a-ad4e-ee686ac12c03 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:04:59.098196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:04:59.098516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Checking segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:04:59.099239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:59.099687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Bound using segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:04:59.100814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Bound port: 3d2983a0-548b-4df3-a0cb-a952a8b4313c, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:04:59.100814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:59.217965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] For port 3d2983a0-548b-4df3-a0cb-a952a8b4313c, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:04:59.222632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] For port 3d2983a0-548b-4df3-a0cb-a952a8b4313c, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=3d2983a0-548b-4df3-a0cb-a952a8b4313c,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:04:59.227182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:59.247234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b18b4311-f9e2-4cad-b647-5cbbb4fde6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:59.248460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Allocated IP 172.27.0.15 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/a2ec4ac0-ad20-4937-86e8-6c83fe1e939f) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:04:59.259924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-597e7853-72a8-45a7-a5b8-14e438e07af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:59.261521 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-597e7853-72a8-45a7-a5b8-14e438e07af4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.1457045
Jan 15 15:04:59.264238 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'tag': '9a44a040-0496-43c1-91ac-86f57a33831c', 'status': 'completed', 'code': 200}
Jan 15 15:04:59.390512 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-531d8fc7-098b-42c7-b38c-67c37ef43d2e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516474
Jan 15 15:04:59.396778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Pushing event updated for resources: {'Port': ['ID=3d2983a0-548b-4df3-a0cb-a952a8b4313c,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:59.410493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:59.510880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11254c-243b-4525-afaa-682b1370132f req-ba6ab1e7-04c1-40db-b50f-e7c0fe2fd1e2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:59.513529 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6f11254c-243b-4525-afaa-682b1370132f req-ba6ab1e7-04c1-40db-b50f-e7c0fe2fd1e2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2283156
Jan 15 15:04:59.522020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:59.549837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4803fae-3c9c-48b1-aab7-75d42c9483b3 req-440c3b01-51bd-4fcb-a6d7-99030d2a4c09 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:04:59.550509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c4803fae-3c9c-48b1-aab7-75d42c9483b3 req-440c3b01-51bd-4fcb-a6d7-99030d2a4c09 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:04:59.583151 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6f11254c-243b-4525-afaa-682b1370132f req-1c56bbec-1e36-40d1-b61e-0bba13324599 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575769
Jan 15 15:04:59.584347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c4803fae-3c9c-48b1-aab7-75d42c9483b3 req-440c3b01-51bd-4fcb-a6d7-99030d2a4c09 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:04:59.585637 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c4803fae-3c9c-48b1-aab7-75d42c9483b3 req-440c3b01-51bd-4fcb-a6d7-99030d2a4c09 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.2918382
Jan 15 15:04:59.595209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:04:59.619700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:04:59.625980 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-734e362a-7cf3-490a-943a-2c4cac904948 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179613
Jan 15 15:04:59.692714 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c4803fae-3c9c-48b1-aab7-75d42c9483b3 req-5996ecd5-8996-4c2e-a726-4aa40770aab7 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944605
Jan 15 15:04:59.751892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:04:59.757371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:04:59.826309 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:04:59.827671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:04:59.830447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:04:59.845805 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5aaa8983-a86c-48bf-944e-9fe2fe27fa3c req-ebb007aa-9cf9-4340-b7de-5f53952a3ee1 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1983240
Jan 15 15:05:00.081585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ae2aa-adf0-4aa3-9810-4b8183753a3e req-9f14baa7-30da-487d-bcd2-ef512d34aae4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:00.089463 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f28ae2aa-adf0-4aa3-9810-4b8183753a3e req-9f14baa7-30da-487d-bcd2-ef512d34aae4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.2137783
Jan 15 15:05:00.198696 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f28ae2aa-adf0-4aa3-9810-4b8183753a3e req-ee9110e0-a404-4790-aae5-9b0a035fb17b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1079144
Jan 15 15:05:00.218040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-cb2ee1e4-ab4e-45a1-a385-efcac180d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:00.227984 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-cb2ee1e4-ab4e-45a1-a385-efcac180d154 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 1160 time: 0.1117284
Jan 15 15:05:00.445650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-e0e61452-c88e-42bb-9f32-0116f81c3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:00.447314 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-e0e61452-c88e-42bb-9f32-0116f81c3f49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 909 time: 0.2140889
Jan 15 15:05:00.479949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38469b3-acf5-4366-bf0b-a64b4f39955e req-adad8dce-9a48-4195-ba74-670cc0abeb44 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:00.482179 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c38469b3-acf5-4366-bf0b-a64b4f39955e req-adad8dce-9a48-4195-ba74-670cc0abeb44 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.1529357
Jan 15 15:05:00.533712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd00cd-161c-49b7-8682-aa41d5ea8f40 req-e74bc469-39a5-481e-a66b-9898484bb50b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:00.535474 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9bd00cd-161c-49b7-8682-aa41d5ea8f40 req-e74bc469-39a5-481e-a66b-9898484bb50b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2485201
Jan 15 15:05:00.567451 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-8aaa8fd2-c088-4e33-94dc-b64d8d7c6e19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a44a040-0496-43c1-91ac-86f57a33831c HTTP/1.1" status: 200  len: 217 time: 0.0841610
Jan 15 15:05:00.648431 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c38469b3-acf5-4366-bf0b-a64b4f39955e req-f31dbaf8-99be-4b5a-93d3-1ae917ce633f tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133971
Jan 15 15:05:00.665196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-73ef52cf-fa97-4d3c-8c61-f022ecfffac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:00.666845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-73ef52cf-fa97-4d3c-8c61-f022ecfffac0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.0797842
Jan 15 15:05:00.673917 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9bd00cd-161c-49b7-8682-aa41d5ea8f40 req-c215e3f3-e8fe-4067-bfc6-8ae8ac4666cf tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288538
Jan 15 15:05:00.687908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:00.756427 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-1def0f43-a8ba-4acb-aeb2-77aa8678d649 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745187
Jan 15 15:05:01.110538 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-480528a1-b945-4a7f-b723-eb5ec2691cef service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405566
Jan 15 15:05:01.241032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7274e-701e-40d8-ae63-23088b7023a6 None None] Network 366484cd-3080-414a-ad4e-ee686ac12c03 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:05:01.289983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe266e8-d9de-4e07-a8c2-310fa8a0d241 req-c31f33c5-116a-44a5-9c70-3470a90bc5a2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:01.291932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5141602-eb09-40d3-9b49-2bbc413b4767 req-714cb997-30b3-45cb-8871-5761245fb297 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:01.294676 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fe266e8-d9de-4e07-a8c2-310fa8a0d241 req-c31f33c5-116a-44a5-9c70-3470a90bc5a2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3522325
Jan 15 15:05:01.301422 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d5141602-eb09-40d3-9b49-2bbc413b4767 req-714cb997-30b3-45cb-8871-5761245fb297 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.4156961
Jan 15 15:05:01.389641 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d5141602-eb09-40d3-9b49-2bbc413b4767 req-ccfd22c2-46ed-4ad3-a41a-0f7d7e6d5fef tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871277
Jan 15 15:05:01.424435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:01.542846 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2fe266e8-d9de-4e07-a8c2-310fa8a0d241 req-a244c6ef-bf5b-4cf5-8889-da0191c4ef05 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117329
Jan 15 15:05:01.545001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d6eba3e4-7fdd-4353-92a0-5d6fd82a22c4 None None] Provisioning for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:01.662980 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9bb94044-d5b0-419b-b076-c38242ecbb1d req-b544a0dc-a8df-47f7-83d9-bae6324d7bb0 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5417237
Jan 15 15:05:01.724109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 3d2983a0-548b-4df3-a0cb-a952a8b4313c up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:01.828643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:01.834359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:01.834927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:01.851553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201950a-e4b2-4c83-b499-6462959b166e req-cd698ca7-632c-4c3e-9515-58f2167db981 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:01.860005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b201950a-e4b2-4c83-b499-6462959b166e req-cd698ca7-632c-4c3e-9515-58f2167db981 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1194179
Jan 15 15:05:01.870384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4682e2-39ed-43a5-aa06-543885f04cb3 req-1392f4e2-fab9-4779-a614-9f1ae7c35041 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:01.873298 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9f4682e2-39ed-43a5-aa06-543885f04cb3 req-1392f4e2-fab9-4779-a614-9f1ae7c35041 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.1609712
Jan 15 15:05:01.874627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Router 91f03931-3fdd-4de8-bc8a-b4093788fb3c is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:05:01.931568 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b201950a-e4b2-4c83-b499-6462959b166e req-5adf88c2-ae10-48ec-8df5-3d350c8dc593 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0704837
Jan 15 15:05:02.000257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.025020 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9f4682e2-39ed-43a5-aa06-543885f04cb3 req-b355a4f1-cc2a-4d89-8e24-0c4fbcf65cf5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448100
Jan 15 15:05:02.048622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 3d2983a0-548b-4df3-a0cb-a952a8b4313c, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=3d2983a0-548b-4df3-a0cb-a952a8b4313c,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:02.054164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.064104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:02.137457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:05:02.158910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Sync routers for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:05:02.191108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.197037 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.4687347
Jan 15 15:05:02.197269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-06f15095-a7f2-4ea1-b1b4-e5cf35dddc81 None None] Provisioning complete for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:02.197269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-06f15095-a7f2-4ea1-b1b4-e5cf35dddc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.197547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33528) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:05:02.200328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:02.202163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e53780>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:04:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:02.265691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=3d2983a0-548b-4df3-a0cb-a952a8b4313c,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:02.271148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:02.285120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9036c-8204-4ba1-a3ce-4f725259a46f req-ccc2968b-065a-4c4f-9775-158876a0e2af tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:02.295306 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-43a9036c-8204-4ba1-a3ce-4f725259a46f req-ccc2968b-065a-4c4f-9775-158876a0e2af tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1773605
Jan 15 15:05:02.374995 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-43a9036c-8204-4ba1-a3ce-4f725259a46f req-24b167d5-441f-4718-a75d-de331d1e2a5d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785763
Jan 15 15:05:02.495744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:02.535394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-0bb9dbb4-060a-4f18-8a20-97121d6cabc1 None None] Provisioning complete for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:02.535934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0bb9dbb4-060a-4f18-8a20-97121d6cabc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.821374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d2c34eb5-8070-4a8f-923c-b0dfad494bab None None] Provisioning complete for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:02.822059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d2c34eb5-8070-4a8f-923c-b0dfad494bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.853357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e53780>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:00Z', 'revision_number': 3, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:02.858947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Checking router: 91f03931-3fdd-4de8-bc8a-b4093788fb3c for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:05:02.859433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Updating router 91f03931-3fdd-4de8-bc8a-b4093788fb3c port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:05:02.932832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:02.950456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430384c6-b47d-4f36-98d3-6e3ca9166ae5 req-3cb87e94-23bd-4bb7-be20-9c3d6efc9b98 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:02.958618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-430384c6-b47d-4f36-98d3-6e3ca9166ae5 req-3cb87e94-23bd-4bb7-be20-9c3d6efc9b98 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2003055
Jan 15 15:05:03.062483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c59ef-713a-4b46-9531-bad8f66c683a req-f800db84-95b9-44e9-9152-355f42155039 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:03.072234 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-378c59ef-713a-4b46-9531-bad8f66c683a req-f800db84-95b9-44e9-9152-355f42155039 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.3124833
Jan 15 15:05:03.079727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-430384c6-b47d-4f36-98d3-6e3ca9166ae5 req-63a30ec9-2e9b-41f2-8552-1754331e9005 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187131
Jan 15 15:05:03.238664 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-378c59ef-713a-4b46-9531-bad8f66c683a req-ddfd7f19-8dad-4f12-9655-f2da95b68286 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651750
Jan 15 15:05:03.331376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af6125-2d21-435c-a315-cc3f898630ac req-6378fb5a-a76e-48db-be62-5e120ce67d0c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:03.333434 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0af6125-2d21-435c-a315-cc3f898630ac req-6378fb5a-a76e-48db-be62-5e120ce67d0c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1250517
Jan 15 15:05:03.396084 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d0af6125-2d21-435c-a315-cc3f898630ac req-364042db-3dd8-4d14-8d5c-8f96ae0da917 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0544608
Jan 15 15:05:03.468248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:03.482283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Transition to ACTIVE for port object a2ec4ac0-ad20-4937-86e8-6c83fe1e939f will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:03.485855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:03.578718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 3d2983a0-548b-4df3-a0cb-a952a8b4313c up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:03.620838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:03.681715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:03.682476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 3d2983a0-548b-4df3-a0cb-a952a8b4313c triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:03.682914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:03.722546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d0acc-3e2b-472c-80f3-4ba36aba9215 req-62a1ca3f-6836-4e11-bf82-5c4923b9b560 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:03.724517 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-381d0acc-3e2b-472c-80f3-4ba36aba9215 req-62a1ca3f-6836-4e11-bf82-5c4923b9b560 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.3226614
Jan 15 15:05:03.749610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Pushing event updated for resources: {'Port': ['ID=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,revision_number=2']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:03.763883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.764285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.764651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.765083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.765461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.765874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.766265 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.766628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.766990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.767350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.767713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.768067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.768503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.768884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.769288 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.769649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.770036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.770402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.770760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.771109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.771472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.771823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.772180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.772539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:03.780036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:03.804256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Attempting to bind port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:05:03.804678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Attempting to bind port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:05:03.805094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Attempting to bind port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:05:03.813343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:05:03.814181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:03.814647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:03.815078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:05:03.815607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Bound port: a2ec4ac0-ad20-4937-86e8-6c83fe1e939f, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:05:03.816447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:03.838575 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-381d0acc-3e2b-472c-80f3-4ba36aba9215 req-123b8ae6-a6dc-4254-83e6-15b0ff4fb243 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022353
Jan 15 15:05:03.908896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] For port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:05:03.912906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] For port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:05:03.920723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:04.001145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:04.084444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Pushing event updated for resources: {'Port': ['ID=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:04.097130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bffcc9f-3b26-485e-8480-118e0c63a5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:04.187563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:04.188377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e53780>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:04:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:04.298610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Allocated IP 172.20.0.1 (366484cd-3080-414a-ad4e-ee686ac12c03/084d09ec-9170-4410-9b0d-c849abbf4ede/352b9cca-a454-47e0-aa22-c5cb9b65b7aa) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:04.328700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc3b30-ca1c-4ecc-9b68-b66f5caa151d req-457e5f04-526e-482d-a6a4-36ac5812f060 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:04.330519 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e7cc3b30-ca1c-4ecc-9b68-b66f5caa151d req-457e5f04-526e-482d-a6a4-36ac5812f060 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.3360214
Jan 15 15:05:04.491881 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e7cc3b30-ca1c-4ecc-9b68-b66f5caa151d req-c7bd1837-4351-443b-8ec3-ba13c81bfb59 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518466
Jan 15 15:05:04.572463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a64382-de83-4671-81fe-c7a24c938710 req-4d6c6911-bd5f-46da-bb0c-1c8f577108bc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:04.581393 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b5a64382-de83-4671-81fe-c7a24c938710 req-4d6c6911-bd5f-46da-bb0c-1c8f577108bc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.3593209
Jan 15 15:05:04.593124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:04.600584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:04.614321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Transition to ACTIVE for port object 352b9cca-a454-47e0-aa22-c5cb9b65b7aa will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:04.635820 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b5a64382-de83-4671-81fe-c7a24c938710 req-f004fe59-7b74-490d-8168-890646c7d49e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531414
Jan 15 15:05:04.643599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:04.661110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:04.864757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Pushing event updated for resources: {'Port': ['ID=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:04.871656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:04.901334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f759f3e-a6ef-4dd1-8dc4-8b9e6d81f8d4 req-50358e6e-3352-4d31-bd9e-d7d09d7dd457 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:04.903811 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f759f3e-a6ef-4dd1-8dc4-8b9e6d81f8d4 req-50358e6e-3352-4d31-bd9e-d7d09d7dd457 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1097877
Jan 15 15:05:04.948139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93090c2-8220-4a02-9985-0a892603d217 req-a5ef50dc-d251-49d2-a63c-9e0a900ac4bf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:04.950481 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d93090c2-8220-4a02-9985-0a892603d217 req-a5ef50dc-d251-49d2-a63c-9e0a900ac4bf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2508886
Jan 15 15:05:04.952061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e53780>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:00Z', 'revision_number': 3, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:04.956692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d978dc0b-707f-471e-a9b1-bc17a39158d8 None None] The sync data for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi is: [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:00Z', 'revision_number': 3, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:05:04.960720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f759f3e-a6ef-4dd1-8dc4-8b9e6d81f8d4 req-de89e7f6-3f54-4578-8242-31f2b20cfd3d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0493536
Jan 15 15:05:04.966420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Network 366484cd-3080-414a-ad4e-ee686ac12c03 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:04.969987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:04.986009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:05.080377 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d93090c2-8220-4a02-9985-0a892603d217 req-488d9ff0-48b8-4fef-b796-dd3f7b2b3437 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125302
Jan 15 15:05:05.083734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:05.225802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-519163ce-4886-499e-bad3-8663911a7b24 None None] Provisioning for port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:05.226956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:05.232177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-519163ce-4886-499e-bad3-8663911a7b24 None None] Provisioning complete for port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:05.232922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-519163ce-4886-499e-bad3-8663911a7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:05.299004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-519163ce-4886-499e-bad3-8663911a7b24 None None] Port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:05:05.552122 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2eb86-3258-4779-9901-0d71f02613d3 req-c16ba1e2-d304-4e4d-9aad-346fdce1b9b2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:05.553984 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9d2eb86-3258-4779-9901-0d71f02613d3 req-c16ba1e2-d304-4e4d-9aad-346fdce1b9b2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.2995265
Jan 15 15:05:05.643104 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9d2eb86-3258-4779-9901-0d71f02613d3 req-5fe1d159-93df-48e1-a57b-99d7271c14c5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667987
Jan 15 15:05:05.704890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a2ec4ac0-ad20-4937-86e8-6c83fe1e939f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:05.809413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:05.815920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:05.816903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:05.889461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc64c7d-6e87-43a6-8adc-55e340f4c002 req-bfcedaee-cf68-4fe4-8e8d-269bc3cf2897 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:05.891884 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ebc64c7d-6e87-43a6-8adc-55e340f4c002 req-bfcedaee-cf68-4fe4-8e8d-269bc3cf2897 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1746588
Jan 15 15:05:05.967798 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ebc64c7d-6e87-43a6-8adc-55e340f4c002 req-3bd6051d-ad33-4885-ac69-796fa28fd7cb tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673125
Jan 15 15:05:05.974567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:05.999244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:05.999912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:06.002950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:06.003114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:06.010256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7473eaeb-bfe9-4dc7-823c-109a6d924e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:06.034501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:06.100890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:06.106050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:06.122185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Pushing event updated for resources: {'Port': ['ID=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:06.126109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:06.131908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:06.358945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269604-9a8c-4f54-a7fe-bbe48b635327 req-85a99223-312a-4578-ad3b-095edd068d32 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:06.360946 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c269604-9a8c-4f54-a7fe-bbe48b635327 req-85a99223-312a-4578-ad3b-095edd068d32 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1139610
Jan 15 15:05:06.385519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a2424-f1e3-4d49-915d-a691db4d964a req-a71b02d5-4fa8-4e76-8998-b61b6b784fc1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:06.388485 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bd0a2424-f1e3-4d49-915d-a691db4d964a req-a71b02d5-4fa8-4e76-8998-b61b6b784fc1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1815927
Jan 15 15:05:06.418667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Network 366484cd-3080-414a-ad4e-ee686ac12c03 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:06.423286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:06.443176 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c269604-9a8c-4f54-a7fe-bbe48b635327 req-9b9b7a4d-5e67-4884-b398-4139990ed4f7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694461
Jan 15 15:05:06.539489 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bd0a2424-f1e3-4d49-915d-a691db4d964a req-9354311f-119b-458a-ab73-c75d395cccaa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1427951
Jan 15 15:05:06.643319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-a3302e05-1870-4776-ab3c-5d70d2c231f6 None None] Provisioning complete for port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:06.643875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a3302e05-1870-4776-ab3c-5d70d2c231f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:06.673663 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Router 91f03931-3fdd-4de8-bc8a-b4093788fb3c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:05:06.875831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a3302e05-1870-4776-ab3c-5d70d2c231f6 None None] Port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:05:06.877332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:05:06.886834 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] 10.222.0.68 "PUT /v2.0/routers/91f03931-3fdd-4de8-bc8a-b4093788fb3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6884732
Jan 15 15:05:06.919167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf6d44-4c28-4a03-8355-65fa6f45dc1a req-5a5bab20-176b-4e8e-83df-2bfeb8e38fc0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:06.920850 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7bf6d44-4c28-4a03-8355-65fa6f45dc1a req-5a5bab20-176b-4e8e-83df-2bfeb8e38fc0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.1107912
Jan 15 15:05:06.974117 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7bf6d44-4c28-4a03-8355-65fa6f45dc1a req-0216e40f-a31a-4d1b-accb-eff232a4d0ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466349
Jan 15 15:05:07.216551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd4cea-afbe-400f-a4b7-3546b32225a4 req-408050c7-7b08-44c1-8b40-887e82cab3cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:07.218259 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5dbd4cea-afbe-400f-a4b7-3546b32225a4 req-408050c7-7b08-44c1-8b40-887e82cab3cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1063442
Jan 15 15:05:07.273552 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5dbd4cea-afbe-400f-a4b7-3546b32225a4 req-e699643f-f937-43a6-9914-1e60b3022c36 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485449
Jan 15 15:05:07.576334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a2ec4ac0-ad20-4937-86e8-6c83fe1e939f up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:07.644095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33614) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:05:07.650403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1564523828-network', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:07.656506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:07.661009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Usage tracker for resource:network and tenant:aef0ce0fc34e4c7aa425dbd9e4c54194 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:07.664566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:07.672367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:07.683446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Made reservation on behalf of aef0ce0fc34e4c7aa425dbd9e4c54194 for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:05:07.688559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:07.704253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:07.714539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:07.718469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:07.724788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:07.743046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce44f20-8aa8-41cc-8c23-d7558d98f159 req-e0cd436f-20d4-4409-be1e-042b2a82ede2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:07.744632 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2ce44f20-8aa8-41cc-8c23-d7558d98f159 req-e0cd436f-20d4-4409-be1e-042b2a82ede2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1522563
Jan 15 15:05:07.778526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Usage tracker for resource:security_group_rule and tenant:aef0ce0fc34e4c7aa425dbd9e4c54194 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:07.782394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:07.796985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:07.809641 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2ce44f20-8aa8-41cc-8c23-d7558d98f159 req-d0512b35-4b5f-46fa-8413-8a960f606fb5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568757
Jan 15 15:05:07.864796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53aa9f-73c7-4cea-be45-4c4efee62405 req-1eb1d4a3-0597-40ad-bb9b-bb21a1d83cd5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:07.866532 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0d53aa9f-73c7-4cea-be45-4c4efee62405 req-1eb1d4a3-0597-40ad-bb9b-bb21a1d83cd5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1466677
Jan 15 15:05:07.935268 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0d53aa9f-73c7-4cea-be45-4c4efee62405 req-d4cb4337-0713-4f06-b7d1-bbd7007d3506 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0619440
Jan 15 15:05:07.978252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:07.981262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:07.985692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:08.019302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:05:08.029818 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5ce62-ea58-403b-a245-f4accbfbf512,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:08.033846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:08.036692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:08.037081 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Added segment 13406d2a-3fac-4d52-8c1c-ca4b6df82b3b of type vxlan for network e4d933c7-0122-4148-b475-aeb7fdd0159b
Jan 15 15:05:08.071204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:08.105847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:08.107504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:08.108235 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:08.114113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e145bf7a-dec9-4af0-a3dd-61d090807e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:08.221005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Pushing event updated for resources: {'Network': ['ID=e4d933c7-0122-4148-b475-aeb7fdd0159b,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:08.225962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:08.232933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network e4d933c7-0122-4148-b475-aeb7fdd0159b details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:05:08.240759 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5953240
Jan 15 15:05:08.243591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33622) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:05:08.243996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede9fb3-2927-4dc3-9281-a382a42086ba req-09d9c35a-426d-407d-ad9e-46fea5693811 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:08.245688 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0ede9fb3-2927-4dc3-9281-a382a42086ba req-09d9c35a-426d-407d-ad9e-46fea5693811 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.1131494
Jan 15 15:05:08.252275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Request body: {'subnet': {'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1564523828-subnet', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:08.252561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Sync routers for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:05:08.257876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:08.262880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Usage tracker for resource:subnet and tenant:aef0ce0fc34e4c7aa425dbd9e4c54194 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:08.266305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:08.272395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:08.286570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Made reservation on behalf of aef0ce0fc34e4c7aa425dbd9e4c54194 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:05:08.291590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:08.301436 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0ede9fb3-2927-4dc3-9281-a382a42086ba req-24d666f5-0b96-4f96-a2f0-a5d596e05d10 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474646
Jan 15 15:05:08.317709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network e4d933c7-0122-4148-b475-aeb7fdd0159b details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:05:08.411465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:08.412176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290c37fd0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:04:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:08.633670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fe85b-10ae-48fb-a531-ac68ca2bb684 req-396048fb-ecf9-49c3-bc8d-3b3cc390b252 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:08.635423 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c9fe85b-10ae-48fb-a531-ac68ca2bb684 req-396048fb-ecf9-49c3-bc8d-3b3cc390b252 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1754706
Jan 15 15:05:08.654338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:08.758266 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c9fe85b-10ae-48fb-a531-ac68ca2bb684 req-2955e600-32af-4a14-86fd-10ba9bf4a80e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730605
Jan 15 15:05:08.872047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:08.889713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-12aa6a57-3b73-417c-93c8-4e98b2ddb5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:09.060876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290c37fd0>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 2, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:09.066172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fda45f-6f9c-4328-a843-1bd114cc6522,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:09.067648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Checking router: 91f03931-3fdd-4de8-bc8a-b4093788fb3c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:05:09.068172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Updating router 91f03931-3fdd-4de8-bc8a-b4093788fb3c port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:05:09.072669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:09.129448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.150673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031abd4-9ee6-411f-9c15-898d3527a6b1 req-b8261f33-957a-45ad-8efc-03b0bdbc98cf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:09.153038 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a031abd4-9ee6-411f-9c15-898d3527a6b1 req-b8261f33-957a-45ad-8efc-03b0bdbc98cf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1806321
Jan 15 15:05:09.205543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Checking segment: {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:09.206014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Network hostable DHCP agents. Network: e4d933c7-0122-4148-b475-aeb7fdd0159b, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:05:09.213535 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a031abd4-9ee6-411f-9c15-898d3527a6b1 req-f928971e-f7f8-4b3d-8228-7f08fa7faf0c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527084
Jan 15 15:05:09.237539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Network e4d933c7-0122-4148-b475-aeb7fdd0159b is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:05:09.249999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, e4d933c7-0122-4148-b475-aeb7fdd0159b) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:09.260740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c6ed5-2695-4fca-9a06-a736dbc09700 None None] Network e4d933c7-0122-4148-b475-aeb7fdd0159b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:05:09.276862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b4f9e-04c5-4ff5-b044-1a369f50c196 req-7bdb7213-230e-4413-af82-8275f47224c2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:09.279440 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-003b4f9e-04c5-4ff5-b044-1a369f50c196 req-7bdb7213-230e-4413-af82-8275f47224c2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1463187
Jan 15 15:05:09.303293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:09.303952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.348390 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1007652
Jan 15 15:05:09.348900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 33638) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:05:09.352080 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-003b4f9e-04c5-4ff5-b044-1a369f50c196 req-4c63883d-591c-4a16-8ef6-05674829fc40 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0644443
Jan 15 15:05:09.354849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:09.362914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:09.372509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Usage tracker for resource:router and tenant:aef0ce0fc34e4c7aa425dbd9e4c54194 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:09.379813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:09.386342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:09.401725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3865397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854735541'] for router, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.403521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850910382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3834677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3804862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40259'] for router, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.428072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.687872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db46d4-cae6-572a-9ab8-32c55c23fbcb-e4d933c7-0122-4148-b475-aeb7fdd0159b', 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'fixed_ips': [{'subnet_id': '67fda45f-6f9c-4328-a843-1bd114cc6522'}]}} from dv-cinder-734144-13-iscsi. {{(pid=80104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 15 15:05:09.688767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.726758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:09.767808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3834660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3865380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40274'] for router, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:09.838630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17daa33-61fb-40d8-89b3-8b84ce9f8372 req-d66fb3a9-fe6d-4fec-b4a3-26396193a04e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:09.849258 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e17daa33-61fb-40d8-89b3-8b84ce9f8372 req-d66fb3a9-fe6d-4fec-b4a3-26396193a04e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.3461344
Jan 15 15:05:09.978910 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e17daa33-61fb-40d8-89b3-8b84ce9f8372 req-2524e9f7-e5b8-41ca-9e23-17aa95ed36b5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279693
Jan 15 15:05:10.056398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c566-bf73-4c8a-86bc-618567a0b517 req-cba785d2-4731-43ac-9762-928c718843a3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:10.059222 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a874c566-bf73-4c8a-86bc-618567a0b517 req-cba785d2-4731-43ac-9762-928c718843a3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1325648
Jan 15 15:05:10.128749 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a874c566-bf73-4c8a-86bc-618567a0b517 req-eeec0408-ae7c-4221-ad1f-2ed736073068 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622957
Jan 15 15:05:10.175604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.184449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:10.184865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.254198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Transition to ACTIVE for port object 352b9cca-a454-47e0-aa22-c5cb9b65b7aa will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:10.284706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.306719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.318690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.324864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:10.530226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16313f9f-1f3b-47b7-9ecf-d5ebefd59e30 None None] Pushing event updated for resources: {'Port': ['ID=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:10.534079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-16313f9f-1f3b-47b7-9ecf-d5ebefd59e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:10.597766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b6ceb-2a19-4961-81ae-bb46bb7fc182 req-f41bcfb1-2e7f-4bab-b0b7-2a4a2721060d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:10.599629 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c8b6ceb-2a19-4961-81ae-bb46bb7fc182 req-f41bcfb1-2e7f-4bab-b0b7-2a4a2721060d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1110983
Jan 15 15:05:10.605136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7305f9c-a178-4f07-9dad-584c7e8815a0 req-060056d1-5112-4a17-a20c-c4bebc7abc0e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:10.606891 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7305f9c-a178-4f07-9dad-584c7e8815a0 req-060056d1-5112-4a17-a20c-c4bebc7abc0e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2508740
Jan 15 15:05:10.653348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9a44a040-0496-43c1-91ac-86f57a33831c up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:10.657978 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c8b6ceb-2a19-4961-81ae-bb46bb7fc182 req-24a4bfa6-8151-4ffb-8a3c-f6e31cae0e9c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0511937
Jan 15 15:05:10.719883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7305f9c-a178-4f07-9dad-584c7e8815a0 req-bd4cf3b2-6034-4c2c-9abd-93332fd718b6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026387
Jan 15 15:05:10.745176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Allocated IP 172.27.0.148 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/d5e47199-d2d7-445b-bc8b-e3bb5f59bed9) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:10.799886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Allocated IP 172.20.0.2 (e4d933c7-0122-4148-b475-aeb7fdd0159b/67fda45f-6f9c-4328-a843-1bd114cc6522/a680cda2-f565-4b53-b77c-d5b2ef1db3c4) {{(pid=80104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:10.943276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.970733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.973566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Attempting to bind port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:05:10.974029 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Attempting to bind port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:05:10.974457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Attempting to bind port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa on network 366484cd-3080-414a-ad4e-ee686ac12c03 {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:05:10.979853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 9a44a040-0496-43c1-91ac-86f57a33831c completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:10.987060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8426ef9-0557-49e8-b3a0-71e6e61e49c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:10.990150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:05:10.990590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Checking segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:10.991045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:10.991493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Bound using segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:05:10.992030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Bound port: 352b9cca-a454-47e0-aa22-c5cb9b65b7aa, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:05:10.992455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.007339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 9a44a040-0496-43c1-91ac-86f57a33831c triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:11.007779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.172937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Pushing event updated for resources: {'Port': ['ID=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:11.180379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:11.279060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:11.280422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:11.289608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:11.291380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645e07e-233f-41d1-9647-ab7336c8208d req-a795a7f2-8247-448c-b411-9e5379d52004 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:11.293178 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6645e07e-233f-41d1-9647-ab7336c8208d req-a795a7f2-8247-448c-b411-9e5379d52004 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 943 time: 0.1631722
Jan 15 15:05:11.345216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] For port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:05:11.358180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Notify callbacks [] for port, precommit_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.362242 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6645e07e-233f-41d1-9647-ab7336c8208d req-222db72d-b765-4a2d-9446-37734005bc0c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609372
Jan 15 15:05:11.383090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] For port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:05:11.392076 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Transition to ACTIVE for port object a680cda2-f565-4b53-b77c-d5b2ef1db3c4 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:11.395678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.419991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:11.468783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.555030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Transition to ACTIVE for port object a680cda2-f565-4b53-b77c-d5b2ef1db3c4 will not be triggered until provisioned by entity DHCP. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:11.584858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623'] for port, after_create {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.609656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44a040-0496-43c1-91ac-86f57a33831c'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:11.693137 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a44a040-0496-43c1-91ac-86f57a33831c', 'code': 200}
Jan 15 15:05:11.701154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 9a44a040-0496-43c1-91ac-86f57a33831c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9a44a040-0496-43c1-91ac-86f57a33831c,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:11.727939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16313f9f-1f3b-47b7-9ecf-d5ebefd59e30 None None] Pushing event updated for resources: {'Port': ['ID=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:11.731266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:11.732181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3cad6531-cc26-4772-a8b3-b275d20b8da4 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:11.759601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-16313f9f-1f3b-47b7-9ecf-d5ebefd59e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:11.760110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-16313f9f-1f3b-47b7-9ecf-d5ebefd59e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:11.851378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbef11c-7bec-4698-84db-ed97aa329d96 req-20fbaa6d-7703-42c9-93a6-e977d1952a3c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:11.853346 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0cbef11c-7bec-4698-84db-ed97aa329d96 req-20fbaa6d-7703-42c9-93a6-e977d1952a3c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.5199058
Jan 15 15:05:11.929765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Pushing event updated for resources: {'Port': ['ID=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,revision_number=1']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:11.954972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a531-74ce-491a-9799-c2d72c92649c req-6d06f421-98eb-4680-85a8-63fb9f12894c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:11.959596 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5555a531-74ce-491a-9799-c2d72c92649c req-6d06f421-98eb-4680-85a8-63fb9f12894c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.1454098
Jan 15 15:05:12.070072 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5555a531-74ce-491a-9799-c2d72c92649c req-dd1b6551-a6e1-40fa-8c8a-c8ee302046b9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0958161
Jan 15 15:05:12.084096 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0cbef11c-7bec-4698-84db-ed97aa329d96 req-07540e00-dab5-4838-b234-b48694acd554 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2215915
Jan 15 15:05:12.232236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:12.232959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290c37fd0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:04:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:12.326574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Network e4d933c7-0122-4148-b475-aeb7fdd0159b is already hosted by enough agents. {{(pid=80104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:12.344213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Resources bound (agent type, host, resource id):  {{(pid=80104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:12.364453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Received port after_create {{(pid=80104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:12.366688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:12.390336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=9a44a040-0496-43c1-91ac-86f57a33831c,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:12.426940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:12.429761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:12.430230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:12.431722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b5d64-74bb-4b2d-a0cf-362dadb15e5e req-5979a1b5-e446-40ea-adbc-3436617f52a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:12.434967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:12.442153 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f0b5d64-74bb-4b2d-a0cf-362dadb15e5e req-5979a1b5-e446-40ea-adbc-3436617f52a8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1551244
Jan 15 15:05:12.456892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.847s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:12.457307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:12.500983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023435d-bcae-41f4-b64f-4b09905a1d07 req-4324ef78-f1cc-4ad3-aaeb-5c55c674581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:12.502881 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0023435d-bcae-41f4-b64f-4b09905a1d07 req-4324ef78-f1cc-4ad3-aaeb-5c55c674581a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 1162 time: 0.4184265
Jan 15 15:05:12.525247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f0b5d64-74bb-4b2d-a0cf-362dadb15e5e req-4078df63-8040-481b-813e-9caa8c9e5b97 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819273
Jan 15 15:05:12.608059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Attempting to bind port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:05:12.608463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Attempting to bind port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:05:12.608887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Attempting to bind port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 on network e4d933c7-0122-4148-b475-aeb7fdd0159b {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:05:12.626761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:05:12.627094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Checking segment: {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:12.627547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:12.627990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Bound using segment: {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:05:12.628518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Bound port: a680cda2-f565-4b53-b77c-d5b2ef1db3c4, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:05:12.628971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:12.688653 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0023435d-bcae-41f4-b64f-4b09905a1d07 req-ed16c3ab-77c7-4d49-89bd-a2681486d49a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666727
Jan 15 15:05:12.694480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:12.909730 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf27d5b-afeb-4598-b6d1-5e34383bd44b req-51144e8f-0ac2-4d30-b1db-f8f073b44f19 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:12.911356 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aaf27d5b-afeb-4598-b6d1-5e34383bd44b req-51144e8f-0ac2-4d30-b1db-f8f073b44f19 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.3563831
Jan 15 15:05:12.945617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] For port a680cda2-f565-4b53-b77c-d5b2ef1db3c4, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:05:12.951831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:12.979112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850910420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850940982'] for router, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:12.989917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:05:12.991524 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aaf27d5b-afeb-4598-b6d1-5e34383bd44b req-13ca9ccb-c2f3-4465-bc00-71a9eb4f115e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677998
Jan 15 15:05:13.047908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] For port a680cda2-f565-4b53-b77c-d5b2ef1db3c4, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:05:13.062183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:13.080929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:13.203947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 3cad6531-cc26-4772-a8b3-b275d20b8da4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:13.234891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Router ddeef0e6-3062-4c96-aac5-0fb830244ce6 is scheduled to L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 with binding_index 1 {{(pid=80101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 15 15:05:13.240754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:13.281275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Pushing event updated for resources: {'Port': ['ID=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,revision_number=2']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:13.313487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:13.317011 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f6295dd7-8266-45fc-b78b-dc72010e61dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:13.333135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2e4a5-39dc-4b09-8381-c84f58c7a2ca req-72704a33-3403-455d-ad14-8cbfc92b98a3 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:13.341392 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cbf2e4a5-39dc-4b09-8381-c84f58c7a2ca req-72704a33-3403-455d-ad14-8cbfc92b98a3 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.1245840
Jan 15 15:05:13.409077 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cbf2e4a5-39dc-4b09-8381-c84f58c7a2ca req-4d3e8f0b-52fb-4d0a-9e38-9bb9640e1450 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0662513
Jan 15 15:05:13.481622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=3cad6531-cc26-4772-a8b3-b275d20b8da4,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:13.484763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:13.499989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290c37fd0>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:11Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:13.504931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb24e2e-b420-4230-a21e-53b540ead7f7 None None] The sync data for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi is: [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:11Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:05:13.564321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:05:13.594111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Sync routers for ids ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:05:13.608074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Routers {'ddeef0e6-3062-4c96-aac5-0fb830244ce6'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:13.608742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290b64940>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:04:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:13.694004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:13.735202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f2134-d4f7-400f-862f-2b6eca2f4b7c req-1c660364-6c03-43ba-ae6a-d45a6e2cb16b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:13.737095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-289f2134-d4f7-400f-862f-2b6eca2f4b7c req-1c660364-6c03-43ba-ae6a-d45a6e2cb16b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.3143117
Jan 15 15:05:13.763298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:13.769273 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.4177756
Jan 15 15:05:13.770281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 33684) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:05:13.848402 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-289f2134-d4f7-400f-862f-2b6eca2f4b7c req-a131728a-62a2-4ad3-aea2-dd16d4e9fa84 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903091
Jan 15 15:05:13.850834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-95fc9374-b83b-4b52-8057-2a8f967338c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:13.852564 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-95fc9374-b83b-4b52-8057-2a8f967338c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1163 time: 0.2417290
Jan 15 15:05:13.968221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Set router ddeef0e6-3062-4c96-aac5-0fb830244ce6 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:14.175732 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'code': 200}
Jan 15 15:05:14.261325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-c85adf96-cca2-44de-be9e-a8a2c9862041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:14.263054 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-c85adf96-cca2-44de-be9e-a8a2c9862041 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.3306251
Jan 15 15:05:14.392420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290b64940>, [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:05:11Z', 'revision_number': 3, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:14.397866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Checking router: ddeef0e6-3062-4c96-aac5-0fb830244ce6 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:05:14.398748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Updating router ddeef0e6-3062-4c96-aac5-0fb830244ce6 port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 binding host dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:05:14.464549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:14.585163 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-2548115a-ff30-4cc5-b5fe-08267fe83dc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 1002 time: 0.2482405
Jan 15 15:05:14.631438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dc335-dda8-47ff-916e-653301dd34b1 req-c1de1b41-337b-4017-a3a4-ebbe80b18cae tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:14.633211 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-565dc335-dda8-47ff-916e-653301dd34b1 req-c1de1b41-337b-4017-a3a4-ebbe80b18cae tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.8677409
Jan 15 15:05:14.796906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5264096b-0a0e-48d6-b1ab-17ed97b61b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:15.049071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-215a8811-cf04-42e0-94a8-8c7d0efa89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:15.050903 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-215a8811-cf04-42e0-94a8-8c7d0efa89d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.4463778
Jan 15 15:05:15.101262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Notify callbacks [] for port, precommit_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:15.113372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b7098-8179-4d53-bf3d-c81ca63fb42a req-c8325a8f-efef-42f9-a949-aeffa8306b0a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:15.115965 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-334b7098-8179-4d53-bf3d-c81ca63fb42a req-c8325a8f-efef-42f9-a949-aeffa8306b0a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.6792436
Jan 15 15:05:15.125936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Transition to ACTIVE for port object d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 will not be triggered until provisioned by entity L2. {{(pid=80105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:15.131452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:15.156582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbb84aff-f454-40cd-bcd2-98c5bcf5ea8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:15.232484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbe781-06f8-4f6f-81fd-dfbd9403614a None None] Pushing event updated for resources: {'Port': ['ID=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,revision_number=2']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:15.297121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9efbe781-06f8-4f6f-81fd-dfbd9403614a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:15.379714 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-334b7098-8179-4d53-bf3d-c81ca63fb42a req-4fd50415-d1f2-40b8-8c19-a5905138b97f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926212
Jan 15 15:05:15.420357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Attempting to bind port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:05:15.420780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Attempting to bind port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:05:15.421200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Attempting to bind port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 on network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:05:15.425546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-52276e12-e497-4612-b522-794543982907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:15.427672 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-52276e12-e497-4612-b522-794543982907 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3107042
Jan 15 15:05:15.428758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:05:15.429191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Checking segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:15.429649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:15.430139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Bound using segment: {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'} {{(pid=80105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:05:15.431417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Bound port: d5e47199-d2d7-445b-bc8b-e3bb5f59bed9, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea06f8b9-2045-4d7c-8f6d-d54b50a29686', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}}] {{(pid=80105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:05:15.431968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:15.445932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e163b8-51b6-4aa7-85d1-26cb63349920 None None] Network e4d933c7-0122-4148-b475-aeb7fdd0159b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:05:15.455909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f96e09-627e-4c2f-ad6a-beb59cc4b964 req-421f998c-7efa-4b0b-854d-289d74a2a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:15.458111 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b9f96e09-627e-4c2f-ad6a-beb59cc4b964 req-421f998c-7efa-4b0b-854d-289d74a2a0be service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 1162 time: 0.1744258
Jan 15 15:05:15.458476 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-565dc335-dda8-47ff-916e-653301dd34b1 req-1281af2d-e3a6-478b-821a-8a5c36d03e04 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6990438
Jan 15 15:05:15.534149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] For port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:05:15.541208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] For port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:05:15.556972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80105) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:15.608009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aaa9b3d6-71cb-48f2-b209-1a6d282b105d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:15.617068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-97153486-6fbf-4013-8612-cdabb021f1ef None None] Provisioning for port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:15.685115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9a44a040-0496-43c1-91ac-86f57a33831c up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:15.764382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbe781-06f8-4f6f-81fd-dfbd9403614a None None] Pushing event updated for resources: {'Port': ['ID=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,revision_number=3']} {{(pid=80105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:15.833440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a680cda2-f565-4b53-b77c-d5b2ef1db3c4 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:15.845301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9efbe781-06f8-4f6f-81fd-dfbd9403614a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80105) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:16.029106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:16.094887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc2559-c4fb-420c-907f-9a53b2920cc5 req-4ff04ab3-f756-4f91-b466-d99d3cc38bce tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:16.098031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Routers {'ddeef0e6-3062-4c96-aac5-0fb830244ce6'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:16.098755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290b64940>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:04:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:16.104045 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7fcc2559-c4fb-420c-907f-9a53b2920cc5 req-4ff04ab3-f756-4f91-b466-d99d3cc38bce tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.3034260
Jan 15 15:05:16.216500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 9a44a040-0496-43c1-91ac-86f57a33831c triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:16.216972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:16.217456 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b9f96e09-627e-4c2f-ad6a-beb59cc4b964 req-77ca5dcb-480e-4573-9a27-29fab310a277 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.6616464
Jan 15 15:05:16.236210 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-25adbe5f-90b7-43e9-a29f-dcc97a4d9a81 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6751955
Jan 15 15:05:16.284397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af0fd5-94dc-497f-ac34-d025025f5928 req-99a63ef3-259a-4403-8c94-ae34f9cb42b8 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:16.286060 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26af0fd5-94dc-497f-ac34-d025025f5928 req-99a63ef3-259a-4403-8c94-ae34f9cb42b8 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.5958543
Jan 15 15:05:16.287530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7fcc2559-c4fb-420c-907f-9a53b2920cc5 req-b6049a08-a922-4360-b5d7-bd5788eba57f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1824112
Jan 15 15:05:16.405851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26af0fd5-94dc-497f-ac34-d025025f5928 req-b8fcd191-8531-4adb-b80f-01caa7ee663e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1038380
Jan 15 15:05:16.446617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] Set router ddeef0e6-3062-4c96-aac5-0fb830244ce6 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:16.671616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:16.693142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:16.693567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:16.775130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3cad6531-cc26-4772-a8b3-b275d20b8da4 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:16.882399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1496dc3b-113a-4158-99fa-180a9f770c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:16.963907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8797e-68bb-4f36-8a1b-2f6c12a5e350 req-7b301cad-12db-49e0-ad87-7ee1f40f238d tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:16.966720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3fe8797e-68bb-4f36-8a1b-2f6c12a5e350 req-7b301cad-12db-49e0-ad87-7ee1f40f238d tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.4207757
Jan 15 15:05:17.022952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Allocated IP 172.20.0.1 (e4d933c7-0122-4148-b475-aeb7fdd0159b/67fda45f-6f9c-4328-a843-1bd114cc6522/ec51b387-b03e-4050-b915-9fe9162cc363) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:17.064852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.079018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290b64940>, [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:05:11Z', 'revision_number': 3, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:17.090866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954778f-a790-41fe-9ce8-84e590717487 None None] The sync data for ids ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'] in dv-cinder-734144-13-iscsi is: [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:05:11Z', 'revision_number': 3, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:05:17.141055 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3fe8797e-68bb-4f36-8a1b-2f6c12a5e350 req-cf62a42a-52c4-4ab5-a4a0-e61024c2bc50 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622758
Jan 15 15:05:17.145225 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port a680cda2-f565-4b53-b77c-d5b2ef1db3c4, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:17.154839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.155904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 352b9cca-a454-47e0-aa22-c5cb9b65b7aa up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:17.213023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:17.315938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:17.316770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.445244 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a81cb532-995a-4ec7-8242-4b3a73afc422 req-f629a7c0-f4da-4449-b0a6-3627700cf50f service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6217360
Jan 15 15:05:17.508361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9222e2d8-d0c9-466c-87d3-eb7ec22cabfd None None] Provisioning complete for port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:17.510402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9222e2d8-d0c9-466c-87d3-eb7ec22cabfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.554983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8fa8e-a345-4e1f-9565-61295f1bfe1f req-5510a7e2-3994-409d-b0f5-424c7c9857ce tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:17.565532 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2af8fa8e-a345-4e1f-9565-61295f1bfe1f req-5510a7e2-3994-409d-b0f5-424c7c9857ce tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.6505337
Jan 15 15:05:17.610916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.721378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Transition to ACTIVE for port object ec51b387-b03e-4050-b915-9fe9162cc363 will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:17.765671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2af8fa8e-a345-4e1f-9565-61295f1bfe1f req-30351a5f-4954-4a95-8942-f3210341e3c8 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949971
Jan 15 15:05:17.864238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d0a9c-a9c4-4ce2-ab7e-2383c6de72a0 req-ecbccd44-23cf-42b0-82f6-662cb8d8ac4a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:17.866266 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e13d0a9c-a9c4-4ce2-ab7e-2383c6de72a0 req-ecbccd44-23cf-42b0-82f6-662cb8d8ac4a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2393601
Jan 15 15:05:17.868116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.910155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:17.953743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:17.958710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:17.984960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:17.988760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.170333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:18.205066 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e13d0a9c-a9c4-4ce2-ab7e-2383c6de72a0 req-4cff7a8a-77c9-4baa-bb9c-037bea150f32 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2906423
Jan 15 15:05:18.220797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Pushing event updated for resources: {'Port': ['ID=ec51b387-b03e-4050-b915-9fe9162cc363,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:18.225806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:18.226433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:18.229645 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-3d09f545-6324-4531-9b2b-edbfce1d9a24 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3667214
Jan 15 15:05:18.241853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:18.274752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:18.286919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Usage tracker for resource:floatingip and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:18.294804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:18.309395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:18.329351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for floatingip, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.359586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:18.371226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Network e4d933c7-0122-4148-b475-aeb7fdd0159b is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:18.380649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:18.387002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:18.608270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.653759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:18.659812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.685654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850911474'] for router_interface, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.727306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-681802b2-8823-481a-a1bc-74b5f5272cfe None None] Provisioning complete for port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:18.728279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-681802b2-8823-481a-a1bc-74b5f5272cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.738391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.796546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:18.822887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.828426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:18.848366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dd225-de30-4e1e-a1d3-91a1023c410b req-c8c6012b-dc80-4979-807c-bdc9f69a1146 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:18.856429 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-360dd225-de30-4e1e-a1d3-91a1023c410b req-c8c6012b-dc80-4979-807c-bdc9f69a1146 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.3355772
Jan 15 15:05:18.880642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:18.996354 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-360dd225-de30-4e1e-a1d3-91a1023c410b req-a26995fc-8392-4f20-858b-d7aebeb79aed tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329372
Jan 15 15:05:19.251322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.255817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a680cda2-f565-4b53-b77c-d5b2ef1db3c4 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:19.273127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.340395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:19.372539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:19.391133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-7588756b-8023-4fbb-a722-ccd47aa0618d None None] Provisioning for port ec51b387-b03e-4050-b915-9fe9162cc363 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:19.399370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-7588756b-8023-4fbb-a722-ccd47aa0618d None None] Provisioning complete for port ec51b387-b03e-4050-b915-9fe9162cc363 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:19.406785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7588756b-8023-4fbb-a722-ccd47aa0618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.532499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-7588756b-8023-4fbb-a722-ccd47aa0618d None None] Port ec51b387-b03e-4050-b915-9fe9162cc363 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:05:19.542188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Allocated IP 172.27.0.104 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/14693971-35bd-4eb7-9c85-fc658d9c05be) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:19.552980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:19.553409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.682166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a336-11a1-4c61-b2ff-73f116e78a4a req-9928a3a4-5c71-4f09-938c-6d9ba9acad0a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:19.691033 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cec8a336-11a1-4c61-b2ff-73f116e78a4a req-9928a3a4-5c71-4f09-938c-6d9ba9acad0a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.2477636
Jan 15 15:05:19.735887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:19.779049 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cec8a336-11a1-4c61-b2ff-73f116e78a4a req-b852182a-e7ee-4f98-a76c-ab4db4095352 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0775065
Jan 15 15:05:19.809375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.869433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.875440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:19.881650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:19.882127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:19.892466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a5d74b9f-bad0-4a8c-9fae-608cbdd43378 tempest-VolumesNegativeTest-207574304 tempest-VolumesNegativeTest-207574304] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:19.977361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'Port': ['ID=14693971-35bd-4eb7-9c85-fc658d9c05be,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:20.016992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.021249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.071940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:20.110525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:20.133931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.156757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:20.160023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.162809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:20.185810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:20.187099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:20.189534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:20.203852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Pushing event updated for resources: {'Port': ['ID=ec51b387-b03e-4050-b915-9fe9162cc363,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:20.219965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:20.244483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:20.253383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:20.257774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864561'] for router_interface, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.306591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for floatingip, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.376789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.644531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072c30b-1fd8-4a4d-8476-73bbe9e0e565 req-5da24f70-a89d-4f12-a4ca-3cd8aeccc8ee tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:20.654077 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7072c30b-1fd8-4a4d-8476-73bbe9e0e565 req-5da24f70-a89d-4f12-a4ca-3cd8aeccc8ee tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.5878282
Jan 15 15:05:20.735515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.742578 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7072c30b-1fd8-4a4d-8476-73bbe9e0e565 req-0688b200-faca-4dd1-beef-cf8e629e8534 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874288
Jan 15 15:05:20.747139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:20.788080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:20.848520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Network e4d933c7-0122-4148-b475-aeb7fdd0159b is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:20.850191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:21.035966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:21.068087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'Port': ['ID=14693971-35bd-4eb7-9c85-fc658d9c05be,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:21.073134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:21.271587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9a44a040-0496-43c1-91ac-86f57a33831c up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:21.350130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-d01521fb-fdca-4c3a-b863-418db3243e93 None None] Provisioning complete for port ec51b387-b03e-4050-b915-9fe9162cc363 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:21.350751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d01521fb-fdca-4c3a-b863-418db3243e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:21.359916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:21.383676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Router ddeef0e6-3062-4c96-aac5-0fb830244ce6 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:05:21.438516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:21.443847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:21.444361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:21.449216 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.2154276
Jan 15 15:05:21.519092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-d01521fb-fdca-4c3a-b863-418db3243e93 None None] Port ec51b387-b03e-4050-b915-9fe9162cc363 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:05:21.620095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 352b9cca-a454-47e0-aa22-c5cb9b65b7aa up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:21.681418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-35d7a6a3-227f-47fd-90d2-e348614b7de0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:floatingip {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:21.684638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:05:21.701426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Sync routers for ids ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:05:21.719221 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] 10.222.0.68 "PUT /v2.0/routers/ddeef0e6-3062-4c96-aac5-0fb830244ce6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9475176
Jan 15 15:05:21.729364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-35d7a6a3-227f-47fd-90d2-e348614b7de0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:floatingip {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:21.732713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Routers {'ddeef0e6-3062-4c96-aac5-0fb830244ce6'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:21.733750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2909e30b8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:05:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:21.738437 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-35d7a6a3-227f-47fd-90d2-e348614b7de0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.104 HTTP/1.1" status: 200  len: 696 time: 0.2877758
Jan 15 15:05:21.775348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fbbe6-d1ce-4f0a-b3e9-e26e31234211 req-43afd557-27c5-4ce8-9104-b3e8bd5fbcf2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:21.777011 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fb8fbbe6-d1ce-4f0a-b3e9-e26e31234211 req-43afd557-27c5-4ce8-9104-b3e8bd5fbcf2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.6777000
Jan 15 15:05:21.884115 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fb8fbbe6-d1ce-4f0a-b3e9-e26e31234211 req-e11a7790-796a-4085-9920-68c42a18fa91 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955470
Jan 15 15:05:22.053811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-b9cf738e-9447-4568-874e-bea066bd825f tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:22.069694 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-b9cf738e-9447-4568-874e-bea066bd825f tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.3298895
Jan 15 15:05:22.076541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-245c2f23-2d75-46c8-9292-9bcfa7699019 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:05:22.095677 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b1674f5b-85ad-4a9d-a197-fb8b3ca2560f req-245c2f23-2d75-46c8-9292-9bcfa7699019 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0246983
Jan 15 15:05:22.184540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:22.185175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:22.244105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263aa1-d202-47ee-b154-d7636cd3e2e2 req-18527e20-22d1-44ea-86a3-30a7269c8204 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:22.253727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d6263aa1-d202-47ee-b154-d7636cd3e2e2 req-18527e20-22d1-44ea-86a3-30a7269c8204 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1299574
Jan 15 15:05:22.259124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 9a44a040-0496-43c1-91ac-86f57a33831c triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:22.259544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:22.325017 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d6263aa1-d202-47ee-b154-d7636cd3e2e2 req-f9c9958e-9669-4c85-8b38-f3e7cb0b5a4d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700171
Jan 15 15:05:22.421184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Set router ddeef0e6-3062-4c96-aac5-0fb830244ce6 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:22.668760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f33139-2215-4fa7-9549-88f630bf395c req-7a15a05b-f367-4ee6-a620-3843cf172e81 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:22.679348 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-94f33139-2215-4fa7-9549-88f630bf395c req-7a15a05b-f367-4ee6-a620-3843cf172e81 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.1790831
Jan 15 15:05:22.728082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3cad6531-cc26-4772-a8b3-b275d20b8da4 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:22.762996 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-94f33139-2215-4fa7-9549-88f630bf395c req-bdcf747a-c3a0-4a6e-8706-8c02cc7d8a8c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0824656
Jan 15 15:05:22.934989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:22.935580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:23.090256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6779-27a5-4fff-ab58-272317145fdd req-c5ee1702-0f64-4e4d-90e4-4a6fae36a41b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:23.093841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-c5ee1702-0f64-4e4d-90e4-4a6fae36a41b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1382186
Jan 15 15:05:23.193230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2909e30b8>, [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:05:19Z', 'revision_number': 4, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'ec51b387-b03e-4050-b915-9fe9162cc363', 'name': '', 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'mac_address': 'fa:16:3e:89:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67fda45f-6f9c-4328-a843-1bd114cc6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:16Z', 'updated_at': '2021-01-15T15:05:19Z', 'revision_number': 2, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'subnets': [{'id': '67fda45f-6f9c-4328-a843-1bd114cc6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:23.221110 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-7a0bf766-30b3-4e23-a935-b5c4bf7f2e16 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.104 HTTP/1.1" status: 200  len: 696 time: 0.1199338
Jan 15 15:05:23.232285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'floatingip': {'port_id': '5f516e0d-600d-4235-8127-91933b047b94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:23.242310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Checking router: ddeef0e6-3062-4c96-aac5-0fb830244ce6 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:05:23.242993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Updating router ddeef0e6-3062-4c96-aac5-0fb830244ce6 port ec51b387-b03e-4050-b915-9fe9162cc363 binding host dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 15 15:05:23.333026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f2a8-8ad7-44a4-bc90-998029bce1c4 req-d1d823ff-02c0-48b4-92c7-50ca54996d91 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:23.341949 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-24e3f2a8-8ad7-44a4-bc90-998029bce1c4 req-d1d823ff-02c0-48b4-92c7-50ca54996d91 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.1361017
Jan 15 15:05:23.342598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:23.421125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:23.427520 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-24e3f2a8-8ad7-44a4-bc90-998029bce1c4 req-550d53bd-74a7-4bbd-ada1-bd41a13053b1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844622
Jan 15 15:05:23.560723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for floatingip, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:23.673749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ced84-5771-4e77-8279-3032a59b4653 req-77eba019-a9c2-4e43-8c8b-8491aa52921a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:23.675392 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b16ced84-5771-4e77-8279-3032a59b4653 req-77eba019-a9c2-4e43-8c8b-8491aa52921a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.1231511
Jan 15 15:05:23.772560 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b16ced84-5771-4e77-8279-3032a59b4653 req-a9dbcd47-5cd7-4f63-ac88-897b2129bdc7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0903900
Jan 15 15:05:23.777461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:23.777904 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.065520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99dada-fc08-4eae-a4b3-662ec4c1c6b7 req-cfd050b3-9a81-47dc-b004-2b55b88165fd tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:24.074786 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4c99dada-fc08-4eae-a4b3-662ec4c1c6b7 req-cfd050b3-9a81-47dc-b004-2b55b88165fd tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1300561
Jan 15 15:05:24.087155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Notify callbacks [] for port, precommit_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.094593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Transition to ACTIVE for port object ec51b387-b03e-4050-b915-9fe9162cc363 will not be triggered until provisioned by entity L2. {{(pid=80104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:24.101754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.134891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b18b4311-f9e2-4cad-b647-5cbbb4fde6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:24.145408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4c99dada-fc08-4eae-a4b3-662ec4c1c6b7 req-de88fc6d-70ac-4686-9f15-5398e5274e14 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687430
Jan 15 15:05:24.184178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2054363166', 'description': 'tempest-TestShelveInstance-2054363166 description'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:24.194822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:24.199826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Usage tracker for resource:security_group and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:24.203571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:24.209856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:24.221858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fdc3d-eba6-4b9e-a3bc-86e878178946 None None] Pushing event updated for resources: {'Port': ['ID=ec51b387-b03e-4050-b915-9fe9162cc363,revision_number=3']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:24.228619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.256164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:24.260665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Usage tracker for resource:security_group_rule and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:24.264528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:24.270866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:24.285932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-992fdc3d-eba6-4b9e-a3bc-86e878178946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:24.397171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.402799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.410197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f6765f0b-876c-4db9-9f6f-a5893ca1cd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:24.504236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event updated for resources: {'SecurityGroup': ['ID=8b97745e-f94f-4c6d-a737-4d4b1c643aba,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:24.510156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:24.543602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.resource_extend [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 15 15:05:24.552244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.565340 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f530fa14-1817-4003-9942-321052c16c7e req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.3864388
Jan 15 15:05:24.647370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Attempting to bind port ec51b387-b03e-4050-b915-9fe9162cc363 on host dv-cinder-734144-13-iscsi for vnic_type normal with profile  {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:05:24.647726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Attempting to bind port ec51b387-b03e-4050-b915-9fe9162cc363 by drivers openvswitch on host dv-cinder-734144-13-iscsi at level 0 using segments [{'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:05:24.648402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Attempting to bind port ec51b387-b03e-4050-b915-9fe9162cc363 on network e4d933c7-0122-4148-b475-aeb7fdd0159b {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:05:24.667783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Checking agent: {'id': '5573335e-eea3-46f8-b484-e928720ad593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-734144-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 52, 19), 'started_at': datetime.datetime(2021, 1, 15, 14, 52, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-734144-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.76', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:05:24.668198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Checking segment: {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:24.668642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.669082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Bound using segment: {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'} {{(pid=80104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:05:24.669790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Bound port: ec51b387-b03e-4050-b915-9fe9162cc363, host: dv-cinder-734144-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b'}}] {{(pid=80104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:05:24.670134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.674947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.683456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.810781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] For port ec51b387-b03e-4050-b915-9fe9162cc363, host dv-cinder-734144-13-iscsi, cleared binding levels {{(pid=80104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:05:24.815470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] For port ec51b387-b03e-4050-b915-9fe9162cc363, host dv-cinder-734144-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=ec51b387-b03e-4050-b915-9fe9162cc363,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:05:24.833168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:24.935365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:24.963266 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Floating IP a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c associated. External IP: 172.27.0.104, port: 5f516e0d-600d-4235-8127-91933b047b94.
Jan 15 15:05:25.124667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fdc3d-eba6-4b9e-a3bc-86e878178946 None None] Pushing event updated for resources: {'Port': ['ID=ec51b387-b03e-4050-b915-9fe9162cc363,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:25.139946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-992fdc3d-eba6-4b9e-a3bc-86e878178946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:25.141047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:25.161939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Routers {'ddeef0e6-3062-4c96-aac5-0fb830244ce6'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:25.162641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2909e30b8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:05:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:25.463853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] Set router ddeef0e6-3062-4c96-aac5-0fb830244ce6 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:25.633997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Router ce377368-1dab-4b9a-9370-fbd674178e5c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:05:25.703707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e473b3-4012-4c6c-a774-f85e0c03423f req-c817471a-69c6-4c98-b1dc-7c80ca0005ad tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:25.712172 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-84e473b3-4012-4c6c-a774-f85e0c03423f req-c817471a-69c6-4c98-b1dc-7c80ca0005ad tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1794155
Jan 15 15:05:25.788889 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-84e473b3-4012-4c6c-a774-f85e0c03423f req-7413715e-825b-4e46-b413-5a2131422255 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754991
Jan 15 15:05:26.052281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-ad9df899-d655-4b91-9c14-386a8cda721d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:network {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:26.092014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-ad9df899-d655-4b91-9c14-386a8cda721d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:network {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:26.096615 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:05:26.098557 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-ad9df899-d655-4b91-9c14-386a8cda721d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2513189
Jan 15 15:05:26.103312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:26.116836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] Sync routers for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:05:26.126759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:26.133289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:26.134160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291055128>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:05:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:26.152835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:26.163898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Usage tracker for resource:floatingip and tenant:37010f80145f44caba1abd118caf0ac2 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:26.167883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:26.185325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:26.194635 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-161de193-8b8a-45fd-afe0-ec51b26f55bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "PUT /v2.0/floatingips/a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c HTTP/1.1" status: 200  len: 996 time: 2.9648104
Jan 15 15:05:26.197238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:26.207711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:26.252561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2909e30b8>, [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:05:19Z', 'revision_number': 4, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'ec51b387-b03e-4050-b915-9fe9162cc363', 'name': '', 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'mac_address': 'fa:16:3e:89:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67fda45f-6f9c-4328-a843-1bd114cc6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:16Z', 'updated_at': '2021-01-15T15:05:24Z', 'revision_number': 4, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'subnets': [{'id': '67fda45f-6f9c-4328-a843-1bd114cc6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:26.262499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ac248-5017-447a-b871-3c2cdb678f8c None None] The sync data for ids ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'] in dv-cinder-734144-13-iscsi is: [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:05:19Z', 'revision_number': 4, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'ec51b387-b03e-4050-b915-9fe9162cc363', 'name': '', 'network_id': 'e4d933c7-0122-4148-b475-aeb7fdd0159b', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'mac_address': 'fa:16:3e:89:01:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67fda45f-6f9c-4328-a843-1bd114cc6522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:16Z', 'updated_at': '2021-01-15T15:05:24Z', 'revision_number': 4, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'subnets': [{'id': '67fda45f-6f9c-4328-a843-1bd114cc6522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:05:26.359372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6779-27a5-4fff-ab58-272317145fdd req-78733ddc-7d98-4f1b-9501-63a9c263b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:26.369388 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-78733ddc-7d98-4f1b-9501-63a9c263b5b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.1553984
Jan 15 15:05:26.493779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:26.600466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6779-27a5-4fff-ab58-272317145fdd req-823c264f-dff0-4895-9cf1-0d5002c7bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:26.610421 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-823c264f-dff0-4895-9cf1-0d5002c7bd37 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.2396667
Jan 15 15:05:26.762962 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-68207021-98c2-4f92-a3fc-1c1c832b4058 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 999 time: 0.1515119
Jan 15 15:05:26.884342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6779-27a5-4fff-ab58-272317145fdd req-3707d337-2a84-44ec-8a47-eec4113e70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:26.887851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-3707d337-2a84-44ec-8a47-eec4113e70a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.1236508
Jan 15 15:05:26.921102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:26.991331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device ec51b387-b03e-4050-b915-9fe9162cc363 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:27.075031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Allocated IP 172.27.0.45 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/1383f0a0-6538-43fb-bde5-560db06d9329) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:27.109650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6779-27a5-4fff-ab58-272317145fdd req-de48beaa-931b-4fa4-a9c0-72936e54e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:27.112884 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-de48beaa-931b-4fa4-a9c0-72936e54e4b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2168021
Jan 15 15:05:27.126280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-51b95863-9d98-480d-a038-24e75d606d25 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:05:27.127870 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-51b95863-9d98-480d-a038-24e75d606d25 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0074654
Jan 15 15:05:27.153868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning for port ec51b387-b03e-4050-b915-9fe9162cc363 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:27.160773 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port ec51b387-b03e-4050-b915-9fe9162cc363 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:27.161654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:27.396936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:27.409252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:27.466168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:27.492915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] For port ec51b387-b03e-4050-b915-9fe9162cc363, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=ec51b387-b03e-4050-b915-9fe9162cc363,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:27.496366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-19916de1-cb2f-416d-bc27-712bad7c3bde tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:27.498970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:27.500986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:27.516163 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-e711bb60-16ce-438a-b63e-83970f7b7d29 service neutron] 10.222.0.68 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3685687
Jan 15 15:05:27.640809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Pushing event updated for resources: {'Port': ['ID=ec51b387-b03e-4050-b915-9fe9162cc363,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:27.647292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:27.701982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=1383f0a0-6538-43fb-bde5-560db06d9329,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:27.705719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:27.757386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291055128>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': 'a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'port_id': '5f516e0d-600d-4235-8127-91933b047b94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'mac_address': 'fa:16:3e:18:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:20Z', 'updated_at': '2021-01-15T15:05:24Z', 'revision_number': 1, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:06Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:27.763753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] Checking router: ce377368-1dab-4b9a-9370-fbd674178e5c for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:05:27.774825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:27.775767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291055128>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:05:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:27.788935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:27.791833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:27.796262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:27.835113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-68937c18-bdcb-408e-8bc5-c70fea0d62fe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:27.836783 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-68937c18-bdcb-408e-8bc5-c70fea0d62fe tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.5367262
Jan 15 15:05:27.923180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:28.043798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:28.047992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Deleting port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:05:28.048382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:28.057957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:28.121814 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af8a6779-27a5-4fff-ab58-272317145fdd req-1804a686-5416-4315-8428-75c770bb3838 service neutron] 10.222.0.68 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5949905
Jan 15 15:05:28.396333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:28.413119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:28.444419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:28.639266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291055128>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': 'a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'port_id': '5f516e0d-600d-4235-8127-91933b047b94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'mac_address': 'fa:16:3e:18:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:20Z', 'updated_at': '2021-01-15T15:05:24Z', 'revision_number': 1, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:06Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:28.649270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] For port 5bcb6e08-2c66-478e-b680-e9288fddbdf9, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5bcb6e08-2c66-478e-b680-e9288fddbdf9,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:28.649677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:28.652565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c157e86-f5e5-496b-ad7a-8654d23fb2eb None None] The sync data for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi is: [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': 'a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'port_id': '5f516e0d-600d-4235-8127-91933b047b94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'mac_address': 'fa:16:3e:18:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:20Z', 'updated_at': '2021-01-15T15:05:24Z', 'revision_number': 1, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:06Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:05:28.785381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=1383f0a0-6538-43fb-bde5-560db06d9329,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:28.799641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:28.861273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Calling delete_port for 5bcb6e08-2c66-478e-b680-e9288fddbdf9 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:05:28.985193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3cad6531-cc26-4772-a8b3-b275d20b8da4 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:28.994084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:29.076603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:29.077991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.9695663
Jan 15 15:05:29.170606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device ec51b387-b03e-4050-b915-9fe9162cc363 up at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:29.219654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0e699-47f6-4097-905c-0540109f2cee None None] New status for floating IP a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c: ACTIVE {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:05:29.268002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd01c1-3739-45a6-81d9-981f7bee8304 req-efcdc473-44d5-4b01-9a63-ca86943c947a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:29.269752 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5cd01c1-3739-45a6-81d9-981f7bee8304 req-efcdc473-44d5-4b01-9a63-ca86943c947a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 946 time: 0.4223368
Jan 15 15:05:29.279606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-b6edf440-99c7-4956-bcc7-45a6ff1a6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:29.281283 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-b6edf440-99c7-4956-bcc7-45a6ff1a6707 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1163 time: 0.3367434
Jan 15 15:05:29.365950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3cad6531-cc26-4772-a8b3-b275d20b8da4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:29.366381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:29.465922 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5cd01c1-3739-45a6-81d9-981f7bee8304 req-b219b7ec-cc2b-4e2d-b2d2-818d7dbef5d7 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790586
Jan 15 15:05:29.494603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-1de1a96c-4dcf-4463-bb16-d658ded72a17 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:29.529227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-1de1a96c-4dcf-4463-bb16-d658ded72a17 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:29.529606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:29.538508 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-1de1a96c-4dcf-4463-bb16-d658ded72a17 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.45 HTTP/1.1" status: 200  len: 695 time: 0.4518831
Jan 15 15:05:29.548807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-708a7cc1-8577-4cf4-b364-e53f58c73849 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:29.626642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-d44a4003-3500-4eb4-a7e1-84c7103483e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:29.628553 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-d44a4003-3500-4eb4-a7e1-84c7103483e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.3039491
Jan 15 15:05:29.696757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Provisioning complete for port ec51b387-b03e-4050-b915-9fe9162cc363 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:29.697183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:29.741188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5b4b3851-c1b6-4f6a-b8e0-a8f60f727216 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:29.749986 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-5b4b3851-c1b6-4f6a-b8e0-a8f60f727216 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.2103691
Jan 15 15:05:29.753459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Pushing event deleted for resources: {'Port': ['ID=5bcb6e08-2c66-478e-b680-e9288fddbdf9,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:29.757757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:29.761419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-05654dc5-7ba8-4d69-9e78-80d90e047857 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:05:29.784036 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0085a13-9b94-44cc-879e-147ec8574cdf req-05654dc5-7ba8-4d69-9e78-80d90e047857 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0331018
Jan 15 15:05:29.806020 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e14c40e-53bd-4adc-9907-82a362597193 req-98090a9d-fdfc-47ee-af13-954c3e117ad1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups/8b97745e-f94f-4c6d-a737-4d4b1c643aba HTTP/1.1" status: 200  len: 1802 time: 0.2256756
Jan 15 15:05:29.817627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b97745e-f94f-4c6d-a737-4d4b1c643aba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:29.818315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b97745e-f94f-4c6d-a737-4d4b1c643aba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:29.833237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:29.847710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Usage tracker for resource:security_group_rule and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:29.857018 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'status': 'completed', 'code': 200}
Jan 15 15:05:29.858308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:29.881344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:29.888021 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-e397ae1b-6859-4954-beb8-3b8634c08d8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 1002 time: 0.2392132
Jan 15 15:05:29.950177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5bcb6e08-2c66-478e-b680-e9288fddbdf9 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:05:29.998510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 5bcb6e08-2c66-478e-b680-e9288fddbdf9 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:05:29.998907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5bcb6e08-2c66-478e-b680-e9288fddbdf9 not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:05:30.141405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] No DVR routers for this DVR port 5bcb6e08-2c66-478e-b680-e9288fddbdf9 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:05:30.160719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.170279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-1db2a32c-3e83-4ae8-aeb9-aafb0db9c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.171790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f47c8-3c02-4462-9455-719025f3482e req-c4205d78-35ee-45ae-9df7-0acade54d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.172209 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-1db2a32c-3e83-4ae8-aeb9-aafb0db9c51f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.2238915
Jan 15 15:05:30.173415 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-c4205d78-35ee-45ae-9df7-0acade54d35e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.2183969
Jan 15 15:05:30.181200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group_rule, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.202300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ddd5e-3aa3-40df-b00e-430546a6bc0c req-fcc3538b-1c24-4e87-bcba-fb790a0c2249 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.204142 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d0ddd5e-3aa3-40df-b00e-430546a6bc0c req-fcc3538b-1c24-4e87-bcba-fb790a0c2249 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1743245
Jan 15 15:05:30.248122 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f6b689cf-30ce-4a3b-8dcf-c0a5c6dad11a req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "DELETE /v2.0/ports/5bcb6e08-2c66-478e-b680-e9288fddbdf9 HTTP/1.1" status: 204  len: 173 time: 2.3857198
Jan 15 15:05:30.356315 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d0ddd5e-3aa3-40df-b00e-430546a6bc0c req-74b885e2-c387-4eb0-ab46-fabaece41116 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282265
Jan 15 15:05:30.474027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-525529297', 'description': 'tempest-TestMinimumBasicScenario-525529297 description'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:30.492922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:30.500728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f47c8-3c02-4462-9455-719025f3482e req-67ad2f7b-d690-4d05-963e-d1ffeab4dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.502378 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-67ad2f7b-d690-4d05-963e-d1ffeab4dcde service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.2972581
Jan 15 15:05:30.502759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.510005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:30.518165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.525364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.527888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:30.558543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92aaa49b-fbed-4e85-a078-6a8062258f5e,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:30.562258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:30.575992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group_rule, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.577308 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e14c40e-53bd-4adc-9907-82a362597193 req-eada3401-e77c-414b-8f6f-751a669e093b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7641473
Jan 15 15:05:30.580315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-d18a9bc6-24ae-4242-a881-69cc7b3b5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.588229 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-d18a9bc6-24ae-4242-a881-69cc7b3b5e32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3805139
Jan 15 15:05:30.635394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:30.644587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Usage tracker for resource:security_group_rule and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:30.650026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:30.679799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:30.692087 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-c6790e33-031c-4bc0-8ac2-1534e3738c4b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 1001 time: 0.1543102
Jan 15 15:05:30.802700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f47c8-3c02-4462-9455-719025f3482e req-afbb9587-a3f0-45da-ae20-8098bd099d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.804271 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-afbb9587-a3f0-45da-ae20-8098bd099d9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.0914903
Jan 15 15:05:30.836688 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-c0abf212-b961-4ece-aac2-50c3bfa7ab12 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105360
Jan 15 15:05:30.878968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50021df-97a2-45c1-9f62-ae18fb9ff5dc req-f6bd7d53-25cf-4573-bf42-f658949535ed tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:30.880701 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d50021df-97a2-45c1-9f62-ae18fb9ff5dc req-f6bd7d53-25cf-4573-bf42-f658949535ed tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1389179
Jan 15 15:05:30.925525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.929434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:30.938779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fc21744f-59c3-4d1a-9635-17891a785be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:31.008728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa4f603-7f09-4634-baae-561cb55c2457,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:31.019256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:31.021653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:31.046454 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c64caa1-ff87-4565-b883-e36579c14237 req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.5890257
Jan 15 15:05:31.073280 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d50021df-97a2-45c1-9f62-ae18fb9ff5dc req-1502b118-25bb-4af8-9cdf-297ee0036b70 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622305
Jan 15 15:05:31.111760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f47c8-3c02-4462-9455-719025f3482e req-c9cde853-ff3a-4146-abb7-3448b0f0a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:31.113545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-c9cde853-ff3a-4146-abb7-3448b0f0a9ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2919488
Jan 15 15:05:31.174461 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fdea2f33-a817-4aaa-b226-fde620cd8c98 req-f807a101-ed58-446e-a2c0-b3902f80a45d service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2839653
Jan 15 15:05:31.413135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-14cc3156-3f93-4375-85a9-e2af8d9fb1a0 req-756266dc-075c-4959-9e3f-1c67f710fc78 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:31.423323 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-0f05d9bc-80f4-414f-b080-c79cb175f605 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2988682
Jan 15 15:05:31.454263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-14cc3156-3f93-4375-85a9-e2af8d9fb1a0 req-756266dc-075c-4959-9e3f-1c67f710fc78 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:31.469074 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14cc3156-3f93-4375-85a9-e2af8d9fb1a0 req-756266dc-075c-4959-9e3f-1c67f710fc78 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=731a5f2f-10b1-476f-ac64-b9870610d1a8 HTTP/1.1" status: 200  len: 210 time: 0.1146345
Jan 15 15:05:31.604105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-04a4b61b-e19a-404f-9986-6d5a59c4febf tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups/8b97745e-f94f-4c6d-a737-4d4b1c643aba HTTP/1.1" status: 200  len: 2395 time: 0.0793719
Jan 15 15:05:31.610248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-c4c0fa91-924b-44ee-91e5-8e77af5e80df tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:31.611360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b97745e-f94f-4c6d-a737-4d4b1c643aba', 'remote_group_id': None}]} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:31.611893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b97745e-f94f-4c6d-a737-4d4b1c643aba', 'remote_group_id': None}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:31.612623 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-c4c0fa91-924b-44ee-91e5-8e77af5e80df tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3236225
Jan 15 15:05:31.623564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:31.628177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Usage tracker for resource:security_group_rule and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:31.631462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:31.637920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:31.688560 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d4f47c8-3c02-4462-9455-719025f3482e req-7c1d9f81-e75c-41cb-8ef3-9ce753b41783 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2294133
Jan 15 15:05:31.727793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group_rule, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:31.769229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:31.775465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:31.777774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7ef71347-076e-486a-a69f-433aa49b8244 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:31.801573 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-df0852fa-7b1e-4507-8448-ab3b3b664c7e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.45 HTTP/1.1" status: 200  len: 695 time: 0.1141005
Jan 15 15:05:31.806339 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ae6008-0c0b-48b9-bdff-d129d1d78647,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:31.807596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'floatingip': {'port_id': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:31.811418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:31.819669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group_rule, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:31.842599 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9fb7fb7e-3950-4bbd-af4d-9948b455a7ef req-96382186-0536-4af0-80eb-f546b17f596d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2365527
Jan 15 15:05:31.859047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'name': 'network-vif-deleted', 'tag': '5bcb6e08-2c66-478e-b680-e9288fddbdf9'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:31.905014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:31.944601 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-0be451f4-571b-468d-9203-0bfe9506678c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups/7fa4f603-7f09-4634-baae-561cb55c2457 HTTP/1.1" status: 200  len: 1812 time: 0.0743451
Jan 15 15:05:31.952545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa4f603-7f09-4634-baae-561cb55c2457', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:31.953069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa4f603-7f09-4634-baae-561cb55c2457', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:31.965867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:31.970502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Usage tracker for resource:security_group_rule and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:31.974237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:31.980702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:32.078303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group_rule, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:32.109452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:32.112697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:32.114879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:32.151537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecdc0a8-2f36-472b-a2e3-74493ad1c2e7,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:32.154549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group_rule, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:32.166484 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08acdfcc-49fd-495d-8ecf-f5f3822f07a0 req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2203836
Jan 15 15:05:32.168463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:32.417734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fe7fb-a9b0-48ea-ad5d-fcda7129686c req-a7ff7e2d-de8f-4807-ba6d-d156cb0ce9ff tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:32.420096 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7a0fe7fb-a9b0-48ea-ad5d-fcda7129686c req-a7ff7e2d-de8f-4807-ba6d-d156cb0ce9ff tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1293311
Jan 15 15:05:32.497488 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7a0fe7fb-a9b0-48ea-ad5d-fcda7129686c req-e1e66196-42c7-4ee4-aff9-dc23a995030b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655749
Jan 15 15:05:32.633783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:32.639096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:32.697043 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731a5f2f-10b1-476f-ac64-b9870610d1a8', 'name': 'network-vif-deleted', 'tag': '5bcb6e08-2c66-478e-b680-e9288fddbdf9', 'status': 'completed', 'code': 200}
Jan 15 15:05:32.958636 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 990a04ff-5671-4a6b-a2b1-aaf5466cfd81 associated. External IP: 172.27.0.45, port: 3cad6531-cc26-4772-a8b3-b275d20b8da4.
Jan 15 15:05:32.982224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fff95-2396-43a5-ac08-89d2d4d92926 req-23b2b4bd-e5d5-447d-9bac-cbd7349af559 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:32.989943 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3d4fff95-2396-43a5-ac08-89d2d4d92926 req-23b2b4bd-e5d5-447d-9bac-cbd7349af559 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1773930
Jan 15 15:05:33.086631 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3d4fff95-2396-43a5-ac08-89d2d4d92926 req-3e79dedd-fe65-43b5-b068-912757df903a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955594
Jan 15 15:05:33.214005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-b8d700fd-0166-41b0-9303-a7918ed1f075 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups/7fa4f603-7f09-4634-baae-561cb55c2457 HTTP/1.1" status: 200  len: 2405 time: 0.0708876
Jan 15 15:05:33.219550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa4f603-7f09-4634-baae-561cb55c2457', 'remote_group_id': None}]} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:33.219910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa4f603-7f09-4634-baae-561cb55c2457', 'remote_group_id': None}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:33.230456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:33.234944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Usage tracker for resource:security_group_rule and tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:05:33.238255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:05:33.244628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:33.332517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group_rule, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:33.396744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:33.403958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:33.406365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c92bcecb-8c9c-4169-9426-c11bcd91cdc4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:33.434562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4226248-9c8a-44cb-a150-71b56b94d8d8,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:33.440769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:33.444119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group_rule, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:33.460262 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0be004b6-4620-4ef0-a67b-d3dc15c0ca35 req-65bb37aa-3feb-40ba-a3bc-5af7fad50100 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2452345
Jan 15 15:05:33.675936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:05:33.746771 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-9a4601c8-94ae-4007-8992-6aa9cbbb5335 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-525529297&fields=id&tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238 HTTP/1.1" status: 200  len: 267 time: 0.0890019
Jan 15 15:05:33.953637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:05:33.958472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:33.960617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-bea9f188-c71c-4052-a579-7b45de8c237e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:33.962317 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-bea9f188-c71c-4052-a579-7b45de8c237e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.2108657
Jan 15 15:05:33.973741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:05:33.992533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'port': {'security_groups': ['cfe09aac-f0d5-4491-87be-f14c508aacce', '7fa4f603-7f09-4634-baae-561cb55c2457']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:34.016850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:34.018550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290fdd470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:05:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:34.044450 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-342bc230-e1bc-4b09-8fef-2f6f8ef3ffee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "PUT /v2.0/floatingips/990a04ff-5671-4a6b-a2b1-aaf5466cfd81 HTTP/1.1" status: 200  len: 995 time: 2.2417784
Jan 15 15:05:34.045188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:34.219335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:34.227782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-af3c79fb-a99e-4f62-a14a-a247abd6a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:34.230410 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-af3c79fb-a99e-4f62-a14a-a247abd6a101 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 1162 time: 0.1581554
Jan 15 15:05:34.291120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:34.439559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-518a3258-5289-4bb1-9008-87196c296a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:34.450917 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-518a3258-5289-4bb1-9008-87196c296a50 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.2137313
Jan 15 15:05:34.595512 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-08fd72d2-b9ea-4668-b1ef-4741d8cd0f5c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4 HTTP/1.1" status: 200  len: 998 time: 0.1434853
Jan 15 15:05:34.705307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] For port 5f516e0d-600d-4235-8127-91933b047b94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5f516e0d-600d-4235-8127-91933b047b94,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:34.737346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-2a1a4a6f-add7-4b32-8d15-1b1b140c469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:34.742517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:34.746543 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-2a1a4a6f-add7-4b32-8d15-1b1b140c469c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1499417
Jan 15 15:05:34.750407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:34.776148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-33e10bbe-9851-46d0-a53e-5b5a39179cbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:34.791530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290fdd470>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '990a04ff-5671-4a6b-a2b1-aaf5466cfd81', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:b0:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:27Z', 'updated_at': '2021-01-15T15:05:32Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:34.798060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:05:34.810237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:05:34.811226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290fdd470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:05:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:34.851031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-63b2117a-712c-4022-bd22-132d344bb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:34.860544 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-63b2117a-712c-4022-bd22-132d344bb8f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1124320
Jan 15 15:05:34.865854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-0a4f06cc-14d1-4219-a7da-b77d491e46f9 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:05:34.875111 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-0a4f06cc-14d1-4219-a7da-b77d491e46f9 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0135765
Jan 15 15:05:34.930196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=5']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:34.948401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:35.068608 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-bda7d432-f534-4a94-be66-1a885662f246 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808200
Jan 15 15:05:35.173850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:05:35.190624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:35.267717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:35.268578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:35.285088 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ece07ce9-2b15-46f6-adb4-31efe353b500 req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "PUT /v2.0/ports/5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 981 time: 1.3098552
Jan 15 15:05:35.286155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:35.342824 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e89c827-a5da-4f1d-ae5d-47eb9dd3b032 req-be9ad6f0-972a-470e-8a60-b89938dbf88c service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2728629
Jan 15 15:05:35.413254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:35.414063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:35.725636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-ce9b4209-d5f7-482e-8f55-049af94e2613 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:35.726271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce9b4209-d5f7-482e-8f55-049af94e2613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:35.811435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb51c7-3b0a-496a-89a5-c5f449c0051b req-773b95aa-eab2-4573-95c2-2e3658a8349f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:35.813586 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d3bb51c7-3b0a-496a-89a5-c5f449c0051b req-773b95aa-eab2-4573-95c2-2e3658a8349f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2007759
Jan 15 15:05:35.921845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d3bb51c7-3b0a-496a-89a5-c5f449c0051b req-5045046b-4d8c-4474-97dc-8865219f8c22 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982893
Jan 15 15:05:35.940225 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'status': 'completed', 'code': 200}
Jan 15 15:05:36.084427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290fdd470>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '990a04ff-5671-4a6b-a2b1-aaf5466cfd81', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:b0:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:27Z', 'updated_at': '2021-01-15T15:05:32Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:05:36.088961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b88e9a5-16f1-404f-9883-a405968cd052 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '990a04ff-5671-4a6b-a2b1-aaf5466cfd81', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:b0:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:05:27Z', 'updated_at': '2021-01-15T15:05:32Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:05:36.189155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-4abe1b9d-739c-49cd-858b-171945ad8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:36.193301 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-4abe1b9d-739c-49cd-858b-171945ad8626 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 1162 time: 0.1525548
Jan 15 15:05:36.339571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edb43c-c3de-4645-9f5c-826942276ee3 req-741b6c6e-06d9-4994-8835-908dd4bf6bef tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:36.341565 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b6edb43c-c3de-4645-9f5c-826942276ee3 req-741b6c6e-06d9-4994-8835-908dd4bf6bef tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1507831
Jan 15 15:05:36.416137 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b6edb43c-c3de-4645-9f5c-826942276ee3 req-8b327e9a-81ce-45ef-bb6e-4710f1549be1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644283
Jan 15 15:05:36.503356 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'status': 'completed', 'code': 200}
Jan 15 15:05:36.561205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-489772ce-fde4-4724-a1d2-afbfe85673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:36.562774 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-489772ce-fde4-4724-a1d2-afbfe85673a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.3483472
Jan 15 15:05:36.618554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e3f74-6883-4708-b27b-982309f31a2c None None] New status for floating IP 990a04ff-5671-4a6b-a2b1-aaf5466cfd81: ACTIVE {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:05:36.629538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc046de-0240-4601-9000-7eb915cb6a85 req-793df453-aac8-46d3-9890-cb6f0a6edc2e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:36.638151 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6bc046de-0240-4601-9000-7eb915cb6a85 req-793df453-aac8-46d3-9890-cb6f0a6edc2e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.2710028
Jan 15 15:05:36.868100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6bc046de-0240-4601-9000-7eb915cb6a85 req-8049c04c-aebb-435b-881e-0fa15dfdf07a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:36.934806 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-faf95121-c169-41b8-8025-157d5c6c2e7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4 HTTP/1.1" status: 200  len: 998 time: 0.2772417
Jan 15 15:05:36.944377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6bc046de-0240-4601-9000-7eb915cb6a85 req-8049c04c-aebb-435b-881e-0fa15dfdf07a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:36.946489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eef1a-2bd7-4e70-99fa-85eb0e2e0765 req-44bf6ce7-7c47-449e-98cd-884dab1c6674 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:36.948260 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-041eef1a-2bd7-4e70-99fa-85eb0e2e0765 req-44bf6ce7-7c47-449e-98cd-884dab1c6674 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2510536
Jan 15 15:05:36.953278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-5dbd10b0-3171-4116-8891-99a9a4b38991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:36.954873 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-5dbd10b0-3171-4116-8891-99a9a4b38991 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1202 time: 0.3332033
Jan 15 15:05:36.955736 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6bc046de-0240-4601-9000-7eb915cb6a85 req-8049c04c-aebb-435b-881e-0fa15dfdf07a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3165522
Jan 15 15:05:37.116268 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-041eef1a-2bd7-4e70-99fa-85eb0e2e0765 req-185637d7-8a1a-4afb-9ecc-f851d217ddcb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603282
Jan 15 15:05:37.193769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-05901f51-a82c-48e7-9825-bb96e2ffa96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:37.195416 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-05901f51-a82c-48e7-9825-bb96e2ffa96f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.2386749
Jan 15 15:05:37.334828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-b68ab010-2398-45e0-b265-293fcf752e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:37.336616 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-b68ab010-2398-45e0-b265-293fcf752e07 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1206448
Jan 15 15:05:37.388209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-b9cf211d-4465-4389-aab4-773b14eb0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:37.388209 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-b9cf211d-4465-4389-aab4-773b14eb0994 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.4129999
Jan 15 15:05:37.456478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44bd2f-1ba9-4745-886f-d2c214f6034e req-7b89a540-c1ad-4dba-8e20-9cff12ccd7d0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:37.469092 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc44bd2f-1ba9-4745-886f-d2c214f6034e req-7b89a540-c1ad-4dba-8e20-9cff12ccd7d0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1550846
Jan 15 15:05:37.546509 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-7de8f875-a8aa-46a7-a481-40cd5efde22a service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919973
Jan 15 15:05:37.615205 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-17b0d540-73bd-469b-af8d-e9b7846b9d35 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 1001 time: 0.1448634
Jan 15 15:05:37.644245 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc44bd2f-1ba9-4745-886f-d2c214f6034e req-4cd421f6-b3b6-4ed6-be44-2e2bcdbd969e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1726830
Jan 15 15:05:37.776117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-9080cc40-b7ee-4f28-842f-cc5727391186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:37.777953 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-9080cc40-b7ee-4f28-842f-cc5727391186 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.1226227
Jan 15 15:05:37.809579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7275f192-0a9c-41b5-b1dd-938350ba865f req-31b394f4-e3f3-415f-8356-b3763b523a59 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2006717
Jan 15 15:05:37.899827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-b27cba68-8260-43e8-89a8-bbef1df25bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:37.902174 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-b27cba68-8260-43e8-89a8-bbef1df25bac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1076667
Jan 15 15:05:37.955876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:38.034177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:38.034723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:38.085199 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-28151282-a59a-490e-a5d1-e6508b10f6f0 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660030
Jan 15 15:05:38.273257 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-85e32044-a00e-4333-a1eb-c6d5753baad5 req-9e0c2b7d-62a3-43e9-a5a4-6347042b3246 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1690342
Jan 15 15:05:38.386521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dbef3-763e-4ea7-a7cd-3e3be99f28d7 req-39aeb0f5-c41d-4c4d-b6be-caefae29d86b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:38.388130 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f6dbef3-763e-4ea7-a7cd-3e3be99f28d7 req-39aeb0f5-c41d-4c4d-b6be-caefae29d86b tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1015847
Jan 15 15:05:38.442683 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f6dbef3-763e-4ea7-a7cd-3e3be99f28d7 req-3e2b6632-3a37-46d7-97f7-c44f36ba6643 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482597
Jan 15 15:05:38.927970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46db46e-bd36-4fbc-bfbd-e41d6396c005 req-0989b5b8-5ef0-485f-9b39-c07af0b4d3f7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:38.929515 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f46db46e-bd36-4fbc-bfbd-e41d6396c005 req-0989b5b8-5ef0-485f-9b39-c07af0b4d3f7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1015387
Jan 15 15:05:38.981707 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f46db46e-bd36-4fbc-bfbd-e41d6396c005 req-928a253b-457b-409e-8ab4-eec4d1687c12 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450144
Jan 15 15:05:39.672502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8869e01-d86b-4b05-ac45-1983fb39c5f6 req-64e2aaab-198e-4b15-94e6-876068c3f5ca tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:39.674130 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b8869e01-d86b-4b05-ac45-1983fb39c5f6 req-64e2aaab-198e-4b15-94e6-876068c3f5ca tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1005027
Jan 15 15:05:39.724259 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b8869e01-d86b-4b05-ac45-1983fb39c5f6 req-67d7697d-e047-40a8-90a7-f79cf85eec32 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437727
Jan 15 15:05:39.894168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-644dac63-aac1-4e22-b8bd-2972a057b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:39.895797 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-644dac63-aac1-4e22-b8bd-2972a057b2d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1162 time: 0.0799711
Jan 15 15:05:40.069180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-8ff11ae1-95e7-4a58-bc1e-b815505d2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:40.070954 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-8ff11ae1-95e7-4a58-bc1e-b815505d2732 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.1581118
Jan 15 15:05:40.261991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-ad7bb3fd-53ad-476b-8bd1-cf9728493322 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 1000 time: 0.1545670
Jan 15 15:05:40.342152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a95f74-bd0b-4bce-b493-42143afff7b3 req-685fa800-d7bb-4cf7-ba74-f5683387d84a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:40.343658 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-99a95f74-bd0b-4bce-b493-42143afff7b3 req-685fa800-d7bb-4cf7-ba74-f5683387d84a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1793702
Jan 15 15:05:40.395912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-e58f414d-9f20-4f51-aab4-10668522b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:40.397448 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-e58f414d-9f20-4f51-aab4-10668522b134 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.1237497
Jan 15 15:05:40.408184 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-99a95f74-bd0b-4bce-b493-42143afff7b3 req-300b0145-c24f-4d3e-b186-6ca532654cbf tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580819
Jan 15 15:05:40.502051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-ae22f5e5-175f-4356-9dbc-9646723c8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:40.503677 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-ae22f5e5-175f-4356-9dbc-9646723c8d40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0801737
Jan 15 15:05:40.865159 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-b2cc3fc9-8e00-4a19-b8f4-628d4a8f43af service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475273
Jan 15 15:05:40.978581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e477-043f-4242-922c-5b16670053a9 req-8b258350-095c-46ed-8f18-1e28bbe21e9e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:40.984053 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-04b2e477-043f-4242-922c-5b16670053a9 req-8b258350-095c-46ed-8f18-1e28bbe21e9e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1210089
Jan 15 15:05:41.039575 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63539ae8-212b-4a2a-aad5-18b2f0591c72 req-17418f03-e51f-401d-9328-c8f834f9edc6 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525936
Jan 15 15:05:41.058180 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-04b2e477-043f-4242-922c-5b16670053a9 req-b5226e8b-bc5e-4ce9-8c62-8d12b4e6c9d3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632927
Jan 15 15:05:41.368098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-feeaefe3-5417-4c31-93e2-fb7a587daa4a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:41.369733 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-feeaefe3-5417-4c31-93e2-fb7a587daa4a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.1818514
Jan 15 15:05:41.386095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-20c4d7b4-5a5a-4851-8034-c6516f944e33 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/quotas/dbbcc7969d4d4cf784fe22b3e5b72efc HTTP/1.1" status: 200  len: 375 time: 0.0097096
Jan 15 15:05:41.489792 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-ed39bbba-bf1a-4517-8a27-099fb115833c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0978675
Jan 15 15:05:41.639664 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-eaa78fde-d86b-41a4-830b-a9b23214e5cc service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411467
Jan 15 15:05:41.664036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b037f-74f9-4979-b1fa-4190a75f344e req-311b6437-2ab6-48b6-bd89-2b284f2d662f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:41.665702 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fe7b037f-74f9-4979-b1fa-4190a75f344e req-311b6437-2ab6-48b6-bd89-2b284f2d662f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1026394
Jan 15 15:05:41.721202 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fe7b037f-74f9-4979-b1fa-4190a75f344e req-76819f2b-3948-441c-8b40-3b0d9ce9a9a7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488389
Jan 15 15:05:41.786387 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9b0eaf80-9d1c-4276-b785-d119ed85a817 service neutron] 10.222.0.68 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398611
Jan 15 15:05:41.987589 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79698279-4b5a-4f36-b1f9-87102b5e54b0 req-40dfeefd-35b1-4619-990f-9ed8d6996b41 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.0462873
Jan 15 15:05:42.314535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97d894-91e5-4911-b431-3aa6315a495a req-dee79803-a01a-461e-82c1-945bf8e37a93 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:42.316188 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d97d894-91e5-4911-b431-3aa6315a495a req-dee79803-a01a-461e-82c1-945bf8e37a93 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1093514
Jan 15 15:05:42.368418 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d97d894-91e5-4911-b431-3aa6315a495a req-3fdb4cd3-52a9-4055-9540-0ae9cf5d5f01 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455813
Jan 15 15:05:42.970143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ca9b3-ab11-42d7-a141-56a444f96539 req-250533e7-6a64-4a68-8660-5dd9d2ccd5e3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:42.971760 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-db5ca9b3-ab11-42d7-a141-56a444f96539 req-250533e7-6a64-4a68-8660-5dd9d2ccd5e3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1050024
Jan 15 15:05:43.027050 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-db5ca9b3-ab11-42d7-a141-56a444f96539 req-b1f75ff4-7d5f-4fdd-bd18-66cff169b6fd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487974
Jan 15 15:05:43.167940 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2b1602f-7e9c-4067-978c-945ec0c5862e req-132d2bac-3c58-49fa-8acc-0916fe0807f0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.0469754
Jan 15 15:05:43.609175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8269-f4bf-438f-9468-adb6e39d07bb req-ce9cbe09-e924-4e70-bb99-0bc4e4778cf1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:43.611233 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-903a8269-f4bf-438f-9468-adb6e39d07bb req-ce9cbe09-e924-4e70-bb99-0bc4e4778cf1 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1035717
Jan 15 15:05:43.665129 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-903a8269-f4bf-438f-9468-adb6e39d07bb req-a0ede1c7-d1a7-4815-adc7-6b48d228ef23 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471077
Jan 15 15:05:43.787130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-7614fa01-974a-4ff4-a275-7c2d2c918c48 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:43.788735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-7614fa01-974a-4ff4-a275-7c2d2c918c48 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 815 time: 0.1855173
Jan 15 15:05:43.838849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Request body: {'port': {'device_id': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20', 'admin_state_up': True, 'tenant_id': 'dbbcc7969d4d4cf784fe22b3e5b72efc'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:43.998619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:05:44.008531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:05:44.018278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Made reservation on behalf of dbbcc7969d4d4cf784fe22b3e5b72efc for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:05:44.028994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:44.434911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d501a13-ad88-41cb-8803-8d8ddc428b7f req-0c15d1f9-1c76-43b1-8857-6b5aa102eb6c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:44.436706 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d501a13-ad88-41cb-8803-8d8ddc428b7f req-0c15d1f9-1c76-43b1-8857-6b5aa102eb6c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.2481928
Jan 15 15:05:44.471858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Allocated IP 172.20.0.12 (b9497eea-694b-41d4-af5a-0a66cc5f5e20/5e0fdc2c-0178-4532-b510-72752c56b234/d088693d-349d-4544-9a0b-f90492010afd) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:05:44.519935 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d501a13-ad88-41cb-8803-8d8ddc428b7f req-da63d4d3-3c1d-4e0c-badc-b26fa7c830e5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724747
Jan 15 15:05:44.571366 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-12610464-7b22-4ae2-bbc6-a8806d1baf7f req-283e3c97-5a9c-470d-971e-141c72f13320 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.2705417
Jan 15 15:05:44.734369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:44.760804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0a880741-9655-4ee0-bd92-783b042e80b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:44.768608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:44.784164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-32c792fe-137c-4630-9305-ec46118fa9bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:44.987087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event updated for resources: {'Port': ['ID=d088693d-349d-4544-9a0b-f90492010afd,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:45.014209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.014624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.015024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.015422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.015816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.016208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.016603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.016983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.017373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.017758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.018167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.018551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.019009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.019395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.019779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.020162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.020541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.020923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.021303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.021682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.022098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.022488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.022868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.023247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:45.030722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:45.085397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d80a01-cb8a-42ed-9325-a2f19fedcb31 req-510907a5-4944-48cd-9ac6-5eb2054af299 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:45.087086 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-34d80a01-cb8a-42ed-9325-a2f19fedcb31 req-510907a5-4944-48cd-9ac6-5eb2054af299 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.2699118
Jan 15 15:05:45.116205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:05:45.119043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:05:45.124457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:05:45.203060 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-34d80a01-cb8a-42ed-9325-a2f19fedcb31 req-b269380f-06ec-4049-9ec2-8f390207fcc6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084640
Jan 15 15:05:45.230217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:45.230945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:45.263704 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-9d69fcc1-fcdc-441a-bc96-ec23bc80ca3e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4291654
Jan 15 15:05:45.306383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Request body: {'port': {'device_id': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:05:45.429467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:45.798087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33c462-c126-42ac-a5e3-15466bf0e91c req-b90c7460-955b-4c69-bebd-e1e2a91f8a32 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:45.800030 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de33c462-c126-42ac-a5e3-15466bf0e91c req-b90c7460-955b-4c69-bebd-e1e2a91f8a32 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1275876
Jan 15 15:05:45.853336 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-de33c462-c126-42ac-a5e3-15466bf0e91c req-433f55d7-64e2-486d-8d52-b0cdb62a0372 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460122
Jan 15 15:05:45.878697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866d716-de2d-476e-b1b8-c1908535f512 req-30569346-cdfe-468e-83bc-83bf40ca5969 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:45.879507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f866d716-de2d-476e-b1b8-c1908535f512 req-30569346-cdfe-468e-83bc-83bf40ca5969 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:45.938626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f866d716-de2d-476e-b1b8-c1908535f512 req-30569346-cdfe-468e-83bc-83bf40ca5969 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:45.939928 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f866d716-de2d-476e-b1b8-c1908535f512 req-30569346-cdfe-468e-83bc-83bf40ca5969 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 932 time: 0.2198155
Jan 15 15:05:46.223675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d088693d-349d-4544-9a0b-f90492010afd {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:05:46.231655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.244016 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f866d716-de2d-476e-b1b8-c1908535f512 req-6fc4aec8-3cf4-40c6-b318-a6c57c182dbf tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928262
Jan 15 15:05:46.258682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Transition to ACTIVE for port object d088693d-349d-4544-9a0b-f90492010afd will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:05:46.263045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.282191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a9d9b9e1-790b-42aa-9527-0c676d56402d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:46.416399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=d088693d-349d-4544-9a0b-f90492010afd,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:46.422652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:46.457723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ef718-3183-4fc4-8c8e-1e57f6f0cbc6 req-abf26ab2-8aec-4aed-882d-84d068335edf tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:46.459394 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a40ef718-3183-4fc4-8c8e-1e57f6f0cbc6 req-abf26ab2-8aec-4aed-882d-84d068335edf tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1116047
Jan 15 15:05:46.520642 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a40ef718-3183-4fc4-8c8e-1e57f6f0cbc6 req-e24750e9-5031-4870-bab0-690f68926cd9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476742
Jan 15 15:05:46.620483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Attempting to bind port d088693d-349d-4544-9a0b-f90492010afd on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:05:46.621161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Attempting to bind port d088693d-349d-4544-9a0b-f90492010afd by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:05:46.621578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Attempting to bind port d088693d-349d-4544-9a0b-f90492010afd on network b9497eea-694b-41d4-af5a-0a66cc5f5e20 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:05:46.627838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:05:46.628222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Checking segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:05:46.628715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.629121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Bound using segment: {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:05:46.629617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Bound port: d088693d-349d-4544-9a0b-f90492010afd, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b9497eea-694b-41d4-af5a-0a66cc5f5e20'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:05:46.630232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.732108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] For port d088693d-349d-4544-9a0b-f90492010afd, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:05:46.735320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] For port d088693d-349d-4544-9a0b-f90492010afd, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d088693d-349d-4544-9a0b-f90492010afd,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:05:46.738544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.751895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:46.830613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e198eec5-d1b0-46b2-92b2-91ee85fe0691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.898962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=d088693d-349d-4544-9a0b-f90492010afd,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:46.912073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:46.946881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:46.947555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:46.950030 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] 10.222.0.74 "PUT /v2.0/ports/d088693d-349d-4544-9a0b-f90492010afd HTTP/1.1" status: 200  len: 1158 time: 1.6486042
Jan 15 15:05:46.950523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:47.047210 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd', 'status': 'completed', 'code': 200}
Jan 15 15:05:47.178834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45114cc4-bcb4-4132-a6ef-b89ad8ed3a39 req-4e758cab-508f-446e-9849-86fef3c9cb68 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:47.180442 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-45114cc4-bcb4-4132-a6ef-b89ad8ed3a39 req-4e758cab-508f-446e-9849-86fef3c9cb68 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1773548
Jan 15 15:05:47.216974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-6d701df7-9479-4a1b-8467-8aad35f01dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:47.218689 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-6d701df7-9479-4a1b-8467-8aad35f01dc3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 1161 time: 0.1437404
Jan 15 15:05:47.231199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:47.247852 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-45114cc4-bcb4-4132-a6ef-b89ad8ed3a39 req-c936f2d9-56d1-4f83-9bf6-643a4d37f0d9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588429
Jan 15 15:05:47.340955 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-8d36cfc7-8fde-46fd-b214-c457493eccc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d088693d-349d-4544-9a0b-f90492010afd HTTP/1.1" status: 200  len: 217 time: 0.0745804
Jan 15 15:05:47.428802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-597cb86d-f4a7-4e1d-96dc-21ba54b10573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:47.430546 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-597cb86d-f4a7-4e1d-96dc-21ba54b10573 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.0725546
Jan 15 15:05:47.494873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51d81-5ddd-4039-ae37-b501743f2a19 req-58ed0025-36de-4d03-9a22-fe7d20547069 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:47.498848 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-e5ac19c3-91d3-486e-9ee2-098728316415 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449166
Jan 15 15:05:47.499395 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f5f51d81-5ddd-4039-ae37-b501743f2a19 req-58ed0025-36de-4d03-9a22-fe7d20547069 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.1108389
Jan 15 15:05:47.557101 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f5f51d81-5ddd-4039-ae37-b501743f2a19 req-31f2a8a8-1673-4320-9d43-e68c65c771a5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533586
Jan 15 15:05:47.667147 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-a998f870-bc5c-4d05-973a-51098f718bad service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502852
Jan 15 15:05:47.804054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a012d0-acf6-40f4-b573-e4f8ef7564de req-c51edbf5-0383-48f9-bfa9-5cf357680b98 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:47.805739 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e8a012d0-acf6-40f4-b573-e4f8ef7564de req-c51edbf5-0383-48f9-bfa9-5cf357680b98 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1125104
Jan 15 15:05:47.840774 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c81b1e0-d2b4-4fd5-ab8b-d213ce08104b req-473dd230-2ce3-428f-a692-c588add57af2 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1526334
Jan 15 15:05:47.860589 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e8a012d0-acf6-40f4-b573-e4f8ef7564de req-c53f6fb4-855f-4bcd-bb76-adef08671f22 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481017
Jan 15 15:05:48.128595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-e196964d-6e77-4b9b-9689-22d8ef458bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:48.130252 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-e196964d-6e77-4b9b-9689-22d8ef458bfb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 1161 time: 0.0802102
Jan 15 15:05:48.295338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-f08c9a22-fe3a-4ee5-a2fd-3fd1b0710a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:48.297155 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-f08c9a22-fe3a-4ee5-a2fd-3fd1b0710a8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 200  len: 909 time: 0.1474564
Jan 15 15:05:48.366599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f37a73-0207-492b-9b35-dc45f2b60d6a req-e923f18d-d33d-4bfc-b01f-1db665aba50b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:48.368463 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-61f37a73-0207-492b-9b35-dc45f2b60d6a req-e923f18d-d33d-4bfc-b01f-1db665aba50b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1070521
Jan 15 15:05:48.383191 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-b14fa5e3-8cd7-4ca9-928e-6f78f62b05c1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d088693d-349d-4544-9a0b-f90492010afd HTTP/1.1" status: 200  len: 217 time: 0.0709918
Jan 15 15:05:48.411395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 34092) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:05:48.431786 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-61f37a73-0207-492b-9b35-dc45f2b60d6a req-33d8c0fd-a0d6-48c5-9e7f-7676b3e16998 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553284
Jan 15 15:05:48.472568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-266d642f-79a6-43c5-b628-f79e2230aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:48.474232 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-266d642f-79a6-43c5-b628-f79e2230aae2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 200  len: 855 time: 0.0728180
Jan 15 15:05:48.535157 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-33c8b1be-686e-474e-bf1d-002ca82057fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b9497eea-694b-41d4-af5a-0a66cc5f5e20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450468
Jan 15 15:05:48.570860 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-f93e9eb7-99ac-409a-a4ff-989a9391741c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1582346
Jan 15 15:05:48.755806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:48.757727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-546565fb-944f-489c-a871-057292216ea7 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2068634
Jan 15 15:05:48.922679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb0292-b6bb-44ee-82a4-fc20ecc272f9 req-e9b24202-6578-42ec-a78c-5a3dbd1a812a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:48.924374 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b6cb0292-b6bb-44ee-82a4-fc20ecc272f9 req-e9b24202-6578-42ec-a78c-5a3dbd1a812a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.2113252
Jan 15 15:05:48.942197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:05:48.996213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:49.015924 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b6cb0292-b6bb-44ee-82a4-fc20ecc272f9 req-3c23159e-fe65-46a0-8fe4-89b72e5f5ddb tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851369
Jan 15 15:05:49.026807 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9157b238-73e6-4561-bb5f-8373f66b1108 req-d3cd4d54-29ef-45f6-84ca-8e86a3ad2110 service neutron] 10.222.0.74 "GET /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2468019
Jan 15 15:05:49.101977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:49.123925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ac5f1-a5a7-43f7-a9db-bac537c41e8d req-51ab9f8d-80c9-474d-80b3-92ce12d2473a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:49.125505 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e36ac5f1-a5a7-43f7-a9db-bac537c41e8d req-51ab9f8d-80c9-474d-80b3-92ce12d2473a tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1322575
Jan 15 15:05:49.136364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:49.155467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port c89806d8-ff4b-4e13-a6c7-974e93377785, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c89806d8-ff4b-4e13-a6c7-974e93377785,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:49.160273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:49.164342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:49.213135 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e36ac5f1-a5a7-43f7-a9db-bac537c41e8d req-870cae95-36a5-496f-9fd7-2ce7698c58e6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806704
Jan 15 15:05:49.218333 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'code': 422} returned with failed status
Jan 15 15:05:49.262793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:49.266210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:49.685807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291c538-b12e-4f5d-a5d5-29f5ecd99f37 req-dc3be35d-6166-444b-b2c6-72292a6855c3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:49.687442 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2291c538-b12e-4f5d-a5d5-29f5ecd99f37 req-dc3be35d-6166-444b-b2c6-72292a6855c3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1037049
Jan 15 15:05:49.738316 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2291c538-b12e-4f5d-a5d5-29f5ecd99f37 req-5c1ba14e-511b-40bc-8063-346bae81eb76 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445168
Jan 15 15:05:49.990475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:05:50.257526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4692a4-8915-42ad-ad6a-f831f6a1536f req-588eaddc-dab1-4f04-86ea-293d12d1cb8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:50.259230 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf4692a4-8915-42ad-ad6a-f831f6a1536f req-588eaddc-dab1-4f04-86ea-293d12d1cb8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.1007578
Jan 15 15:05:50.315036 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf4692a4-8915-42ad-ad6a-f831f6a1536f req-09912c79-e125-4dd9-ad1d-0c3d0d3f7cb4 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489149
Jan 15 15:05:50.449065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224b77c-903e-4e4b-9d67-d016b699a2b0 req-b31c00d7-cdbe-46dc-a611-dc8919b498df tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:50.450735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7224b77c-903e-4e4b-9d67-d016b699a2b0 req-b31c00d7-cdbe-46dc-a611-dc8919b498df tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1053028
Jan 15 15:05:50.501757 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7224b77c-903e-4e4b-9d67-d016b699a2b0 req-049885d6-e22b-4437-b01f-97f7b79beff7 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444551
Jan 15 15:05:51.126335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d81ec-98cb-4667-a9c6-9e808b40a7cf req-a68226a6-2b69-47bb-a387-7d86d69a762c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:51.127963 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-339d81ec-98cb-4667-a9c6-9e808b40a7cf req-a68226a6-2b69-47bb-a387-7d86d69a762c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1002383
Jan 15 15:05:51.181221 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-339d81ec-98cb-4667-a9c6-9e808b40a7cf req-79ab2c65-fccb-42d9-8227-b9a5ae674820 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468717
Jan 15 15:05:51.542356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-41a90051-f2f3-4462-9fb6-ac88c3208ac3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:51.545209 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-41a90051-f2f3-4462-9fb6-ac88c3208ac3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1647112
Jan 15 15:05:51.648187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Deleting port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:05:51.648483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:51.703399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f449a7-dfdc-43ce-b258-fb09b85b2b63 req-eac52b52-4d31-4ead-89fd-4734598cca49 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:51.705123 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-42f449a7-dfdc-43ce-b258-fb09b85b2b63 req-eac52b52-4d31-4ead-89fd-4734598cca49 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.2508471
Jan 15 15:05:51.793442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-0468a2a0-d40d-4631-bb76-4a3f411ad4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:51.795178 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-0468a2a0-d40d-4631-bb76-4a3f411ad4fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836&tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 1160 time: 0.1816130
Jan 15 15:05:51.832163 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-42f449a7-dfdc-43ce-b258-fb09b85b2b63 req-ca6dad4d-e14e-4416-8032-d97000cf9d6e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112425
Jan 15 15:05:51.833115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d72fe2-f0c3-4d29-b978-a22a32ede9db req-dbfee4b3-ea62-4989-b509-6380240d1ce2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:51.835009 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9d72fe2-f0c3-4d29-b978-a22a32ede9db req-dbfee4b3-ea62-4989-b509-6380240d1ce2 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 945 time: 0.1721492
Jan 15 15:05:51.898484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device aaa25dc2-a090-4d3a-9e18-a6193a2dd002 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:05:51.963111 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9d72fe2-f0c3-4d29-b978-a22a32ede9db req-91a8fe6e-67c4-4027-b966-a0456c444848 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183295
Jan 15 15:05:52.005837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-41fccb10-6f83-4c88-9add-4aaf6e4d6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:52.009933 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-41fccb10-6f83-4c88-9add-4aaf6e4d6fcc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1160 time: 0.1327007
Jan 15 15:05:52.017986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] For port aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:52.018679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:52.176883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Calling delete_port for aaa25dc2-a090-4d3a-9e18-a6193a2dd002 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:05:52.201742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-db06b6cb-f3e3-4bc1-a0c0-1dba2c8c00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:52.203374 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-db06b6cb-f3e3-4bc1-a0c0-1dba2c8c00de service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.1743309
Jan 15 15:05:52.214870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:52.246117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:52.269381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:52.273672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:52.275750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:05:52.276182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:05:52.278819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4086eb23-70f3-46f7-b31f-124d30c083b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:52.345223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-67822997-e0a3-4c22-837b-cac7ae428435 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 998 time: 0.1167960
Jan 15 15:05:52.348021 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002', 'code': 200}
Jan 15 15:05:52.353665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:52.362775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.363172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.363563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.363954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.364335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.364720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.365097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.365472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.365845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.366268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.366641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.367012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.367457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.367834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.368203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.368573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.368945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.369321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.369749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.370920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.371400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.371777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.372412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.372783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:05:52.377717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:52.454535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b68cc-95d1-40a7-8f4c-62d7502bf2b0 req-f80047fc-b329-4786-86ad-171adda5a74e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:52.456118 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f1b68cc-95d1-40a7-8f4c-62d7502bf2b0 req-f80047fc-b329-4786-86ad-171adda5a74e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1038883
Jan 15 15:05:52.486243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-0ff26017-fed8-4c33-8b2f-095a2a97430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:52.487834 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-0ff26017-fed8-4c33-8b2f-095a2a97430f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.0666046
Jan 15 15:05:52.509250 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f1b68cc-95d1-40a7-8f4c-62d7502bf2b0 req-4aa0529a-1fa8-49dd-9dfb-8acfd9da1440 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465033
Jan 15 15:05:52.574093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-e182f29e-feea-47f5-8284-c39a50efdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:52.575783 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-e182f29e-feea-47f5-8284-c39a50efdf27 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0751300
Jan 15 15:05:52.728426 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-a9bd45d7-fa1d-4acf-ac01-b2a853ac56bc service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385000
Jan 15 15:05:52.777791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Deleting port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:05:52.778221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:52.898697 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09bc1c14-1c15-4ed1-af46-dcdea12e73be req-308195ee-f19b-4a1e-a41f-20ab7b62877a service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1573493
Jan 15 15:05:53.094760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e4902-9154-49dd-bf66-399ad156f72a req-6405c41f-3d4f-41e3-bfc6-d4678bc3801a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:53.098779 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf4e4902-9154-49dd-bf66-399ad156f72a req-6405c41f-3d4f-41e3-bfc6-d4678bc3801a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.1242273
Jan 15 15:05:53.161185 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf4e4902-9154-49dd-bf66-399ad156f72a req-d707fe34-f33c-4efc-a3a6-a3dea915512a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555174
Jan 15 15:05:53.348175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] For port aaa25dc2-a090-4d3a-9e18-a6193a2dd002, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:53.348727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:53.387104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69620d9-9344-4575-aa7e-17648b53afd6 req-451e3af2-afc4-4cc5-9974-c56f410a5d3c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:53.388798 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d69620d9-9344-4575-aa7e-17648b53afd6 req-451e3af2-afc4-4cc5-9974-c56f410a5d3c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 943 time: 0.2412157
Jan 15 15:05:53.519125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Calling delete_port for aaa25dc2-a090-4d3a-9e18-a6193a2dd002 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:05:53.607823 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d69620d9-9344-4575-aa7e-17648b53afd6 req-bdb4aa31-41cd-4bc7-998a-946ef427ae5e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/security-groups?id=fe31734d-945f-482f-b863-85eaaf658c48&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672606
Jan 15 15:05:53.700874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:53.716842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b3b0466b-e492-4e63-9a1b-4570768162b6 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:53.764039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Pushing event deleted for resources: {'Port': ['ID=aaa25dc2-a090-4d3a-9e18-a6193a2dd002,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:53.766323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e71d-e867-41d7-9831-7f1c3c6a44a0 req-88493576-dde4-4266-9bcb-94a16866f7a3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:53.768011 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b5a0e71d-e867-41d7-9831-7f1c3c6a44a0 req-88493576-dde4-4266-9bcb-94a16866f7a3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1031969
Jan 15 15:05:53.818049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:53.826091 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b5a0e71d-e867-41d7-9831-7f1c3c6a44a0 req-c3d6ae2c-ff6f-438d-9954-2137b9fa9f60 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513813
Jan 15 15:05:53.929222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] No DVR routers for this DVR port aaa25dc2-a090-4d3a-9e18-a6193a2dd002 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:05:53.931466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:53.934642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'name': 'network-vif-deleted', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:53.949803 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b2035907-3a2b-46b4-87ae-bbc6d78ff025 req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.74 "DELETE /v2.0/ports/aaa25dc2-a090-4d3a-9e18-a6193a2dd002 HTTP/1.1" status: 204  len: 173 time: 2.3896728
Jan 15 15:05:54.000192 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7621959b-9284-4365-8c97-cbf5ba7930dd', 'name': 'network-vif-deleted', 'tag': 'aaa25dc2-a090-4d3a-9e18-a6193a2dd002', 'status': 'completed', 'code': 200}
Jan 15 15:05:54.444948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933fe0f-4c81-4fe5-bfcc-a4b17efe7667 req-4f2eea1b-e952-4b24-9e53-c9c816c477e1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:54.447506 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5933fe0f-4c81-4fe5-bfcc-a4b17efe7667 req-4f2eea1b-e952-4b24-9e53-c9c816c477e1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.1429083
Jan 15 15:05:54.514853 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5933fe0f-4c81-4fe5-bfcc-a4b17efe7667 req-00e70b51-4ef6-40e0-91df-b7fe6bc90c2e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600617
Jan 15 15:05:54.817205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-70bfce84-e091-4cf6-85e4-2daceefdf37a req-c4b7692b-260f-4901-93c6-5682fe852175 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Synchronizing usage tracker for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:05:54.833298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-70bfce84-e091-4cf6-85e4-2daceefdf37a req-c4b7692b-260f-4901-93c6-5682fe852175 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Unset dirty status for tenant:160c7423c7bf4272829b7e878afef1c8 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:05:54.834913 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-70bfce84-e091-4cf6-85e4-2daceefdf37a req-c4b7692b-260f-4901-93c6-5682fe852175 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0686071
Jan 15 15:05:54.855399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:55.094856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40263f79-89b3-4a94-9773-d382666c769e req-2ad30c10-25a1-4156-b45f-d1eedf7803d6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:55.096554 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-40263f79-89b3-4a94-9773-d382666c769e req-2ad30c10-25a1-4156-b45f-d1eedf7803d6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1096115
Jan 15 15:05:55.147435 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-40263f79-89b3-4a94-9773-d382666c769e req-4b9d6076-1b19-4ae1-bc67-9605b57c0e1d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444093
Jan 15 15:05:55.488735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device d088693d-349d-4544-9a0b-f90492010afd up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:55.567481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port d088693d-349d-4544-9a0b-f90492010afd completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:05:55.572534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port d088693d-349d-4544-9a0b-f90492010afd triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:55.573086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:55.696146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:55.728132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:05:55.755205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4ab2-1749-4fe9-a04f-1165ae270af0 req-fe22e1a1-fb10-47cf-98c9-9c814c80a862 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:55.759703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port d088693d-349d-4544-9a0b-f90492010afd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d088693d-349d-4544-9a0b-f90492010afd,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:05:55.764091 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f2c4ab2-1749-4fe9-a04f-1165ae270af0 req-fe22e1a1-fb10-47cf-98c9-9c814c80a862 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.1116812
Jan 15 15:05:55.764545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:55.766592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:05:55.815245 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f2c4ab2-1749-4fe9-a04f-1165ae270af0 req-f448629a-7234-4d74-a750-41635c65a491 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500989
Jan 15 15:05:55.826583 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd', 'code': 200}
Jan 15 15:05:55.847981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=d088693d-349d-4544-9a0b-f90492010afd,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:05:55.851738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:05:56.037249 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-45d02686-ad85-4a80-aa13-1bdd60f94b05 req-e9a8fda8-2b95-47f0-bcc8-fc80d9a65bcc tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0502486
Jan 15 15:05:56.408224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e79a23-c591-45eb-bad9-c64496a61fea req-ad27122b-f667-4038-910a-70dd3c37f684 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:56.409813 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0e79a23-c591-45eb-bad9-c64496a61fea req-ad27122b-f667-4038-910a-70dd3c37f684 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1051819
Jan 15 15:05:56.467121 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0e79a23-c591-45eb-bad9-c64496a61fea req-7339bd6c-9808-4955-b1a3-e6342a7e9b39 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507171
Jan 15 15:05:56.607924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device d088693d-349d-4544-9a0b-f90492010afd up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:05:56.678626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port d088693d-349d-4544-9a0b-f90492010afd triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:05:56.678969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:05:57.065259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac2c42-f530-49f9-ab8c-aa1aa31a86b6 req-3a589764-8b2e-4966-bbca-c9982f8c0861 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:57.066965 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6ac2c42-f530-49f9-ab8c-aa1aa31a86b6 req-3a589764-8b2e-4966-bbca-c9982f8c0861 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1132534
Jan 15 15:05:57.125503 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6ac2c42-f530-49f9-ab8c-aa1aa31a86b6 req-9902c379-e67d-4c83-bde6-9a9fceda1b97 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514143
Jan 15 15:05:57.236252 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be09f738-0291-47fe-8d32-0587aff31b52 req-ba2e526c-0877-4b95-aa63-e2002e29f25d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0508208
Jan 15 15:05:57.728453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36efe-3135-4dd4-a3e8-aa24fdc72999 req-dfe8a44e-3c40-4627-89c7-f48fb6bdf117 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:57.730706 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a4e36efe-3135-4dd4-a3e8-aa24fdc72999 req-dfe8a44e-3c40-4627-89c7-f48fb6bdf117 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1086185
Jan 15 15:05:57.788516 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a4e36efe-3135-4dd4-a3e8-aa24fdc72999 req-3e927062-f0a7-4c81-b778-3b447b959940 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513477
Jan 15 15:05:58.362391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a5b16-4ac6-463e-a6ad-0996ac03926a req-81277cbb-7622-4885-9f35-38526e052651 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:58.365926 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e51a5b16-4ac6-463e-a6ad-0996ac03926a req-81277cbb-7622-4885-9f35-38526e052651 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1104438
Jan 15 15:05:58.425433 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e51a5b16-4ac6-463e-a6ad-0996ac03926a req-855b4f01-e560-4a20-ae4c-60dedfe42602 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543745
Jan 15 15:05:58.436689 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3436fa6d-2177-456c-981b-f5efcc62f4e8 req-96a22839-4307-4916-b268-4b099756668f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0498250
Jan 15 15:05:59.040112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bc0d3-2532-4f62-bddc-f9949df5af51 req-dbd4f87e-b0a6-481f-b5e2-73bcb8a34625 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:59.042493 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2d4bc0d3-2532-4f62-bddc-f9949df5af51 req-dbd4f87e-b0a6-481f-b5e2-73bcb8a34625 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1013246
Jan 15 15:05:59.097287 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2d4bc0d3-2532-4f62-bddc-f9949df5af51 req-aea3d1cf-13cd-47bc-a209-f454f8d6df89 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471103
Jan 15 15:05:59.639348 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b3fef30-50a1-470f-b729-9ac734c492d4 req-90027020-1d16-45c1-a5e2-41216811cf44 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0508664
Jan 15 15:05:59.676759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e04f-1cbe-4c66-aaa8-9fc947ccd76e req-17ef7027-fdca-4477-801b-cab40a9ad441 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:05:59.678800 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e272e04f-1cbe-4c66-aaa8-9fc947ccd76e req-17ef7027-fdca-4477-801b-cab40a9ad441 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1177981
Jan 15 15:05:59.739878 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e272e04f-1cbe-4c66-aaa8-9fc947ccd76e req-1cdb3c15-bf85-4adf-95f8-3869a817e5ac tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532122
Jan 15 15:06:00.359735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2710dc-d979-44f6-997e-b07ff0f46538 req-4e982fc1-ec16-4b99-85dd-648a6b437f4d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:00.361763 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c2710dc-d979-44f6-997e-b07ff0f46538 req-4e982fc1-ec16-4b99-85dd-648a6b437f4d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1110506
Jan 15 15:06:00.416110 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c2710dc-d979-44f6-997e-b07ff0f46538 req-78f9ff33-2eab-43d7-ab6a-fafc9c3d1548 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481086
Jan 15 15:06:00.841742 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e2761942-cc78-4456-877b-35b5059f1efb req-6be196d5-28c2-4365-b9c9-6c8a012a7f4d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0460553
Jan 15 15:06:00.983527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75f26-5686-4e55-b154-646bd79dde6d req-a045650d-6209-4e0a-b179-824178432a19 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:00.985202 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2ee75f26-5686-4e55-b154-646bd79dde6d req-a045650d-6209-4e0a-b179-824178432a19 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1085985
Jan 15 15:06:01.038422 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2ee75f26-5686-4e55-b154-646bd79dde6d req-9dff5808-0055-46d7-b166-5b3f6fc3fd5b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467918
Jan 15 15:06:01.671193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349533d0-b051-4cec-b3c7-d8f36ad1918e req-db95c1a1-0013-401d-8e84-4891050d0285 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:01.672996 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-349533d0-b051-4cec-b3c7-d8f36ad1918e req-db95c1a1-0013-401d-8e84-4891050d0285 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1067481
Jan 15 15:06:01.728069 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-349533d0-b051-4cec-b3c7-d8f36ad1918e req-1f7d9da0-9c4e-44a7-8fba-ad770c62adc9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484858
Jan 15 15:06:02.036486 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-52587048-5201-4c39-90eb-4c98dfb0faf4 req-72160217-809b-4e26-a00f-8a2b930ef92c tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0463085
Jan 15 15:06:02.293310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942e8df-8756-4bef-b03b-1a2fd6b73c3a req-a33f48a6-98c9-4898-ae9a-02f737f47514 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:02.294941 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9942e8df-8756-4bef-b03b-1a2fd6b73c3a req-a33f48a6-98c9-4898-ae9a-02f737f47514 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1171744
Jan 15 15:06:02.347251 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9942e8df-8756-4bef-b03b-1a2fd6b73c3a req-a1b78572-7c44-4aa7-a25c-cde10e94d4de tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460660
Jan 15 15:06:02.982278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7631d2-2618-43fc-99b1-d12d9cd7b49f req-b79dc63f-89ad-42ff-970d-c32ca82c0840 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:02.983950 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e7631d2-2618-43fc-99b1-d12d9cd7b49f req-b79dc63f-89ad-42ff-970d-c32ca82c0840 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1057131
Jan 15 15:06:03.037336 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e7631d2-2618-43fc-99b1-d12d9cd7b49f req-69366d3c-4a43-47c7-bdf7-d8c7a2dca396 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464728
Jan 15 15:06:03.255263 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6c97bba-076e-4c09-abdc-a6953453753f req-79227c3b-7cde-41e8-9346-6b116c345e18 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0523372
Jan 15 15:06:03.599083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d23b1-ff53-4e31-b031-faf9396a8d34 req-5d868f1b-e6f8-4635-9095-b595f1f61698 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:03.600744 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c8d23b1-ff53-4e31-b031-faf9396a8d34 req-5d868f1b-e6f8-4635-9095-b595f1f61698 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1098320
Jan 15 15:06:03.658007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c8d23b1-ff53-4e31-b031-faf9396a8d34 req-7ffb261e-0d56-496c-b702-6c098dbfa8af tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501292
Jan 15 15:06:04.284732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c99952-a0dc-4dbd-83e3-b9d08ffefd0c req-64b13768-2088-4f96-a035-81e76d9cd2cd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:04.286497 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-05c99952-a0dc-4dbd-83e3-b9d08ffefd0c req-64b13768-2088-4f96-a035-81e76d9cd2cd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1033649
Jan 15 15:06:04.340088 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-05c99952-a0dc-4dbd-83e3-b9d08ffefd0c req-95bd9dc4-3c86-4374-8563-130e97c1fc97 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463867
Jan 15 15:06:04.460134 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3b2f89a6-384f-428a-b424-7fb2c41ad73f req-4706711a-c893-43e3-81d7-15029943dda3 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0584176
Jan 15 15:06:04.900800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f3d16-c756-4990-b9b9-fe89cc2de64c req-0c0e3557-5918-42cb-8aa3-f2141cf75800 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:04.902441 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e85f3d16-c756-4990-b9b9-fe89cc2de64c req-0c0e3557-5918-42cb-8aa3-f2141cf75800 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1108923
Jan 15 15:06:04.953791 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e85f3d16-c756-4990-b9b9-fe89cc2de64c req-c937ac46-8440-4440-b1d8-dde95de1e38c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449376
Jan 15 15:06:05.608980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb80ff-84c3-4fe8-b9cc-1c6185782987 req-dc08a673-ae98-4dae-a767-388ce1b55e62 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:05.616431 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-19cb80ff-84c3-4fe8-b9cc-1c6185782987 req-dc08a673-ae98-4dae-a767-388ce1b55e62 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1184509
Jan 15 15:06:05.660919 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-21aa5be6-4c52-4e9b-a317-c59be8549a67 req-202fcda1-f7c0-4f3d-a3ae-56868563fb1e tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0465484
Jan 15 15:06:05.670529 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-19cb80ff-84c3-4fe8-b9cc-1c6185782987 req-0075c48e-1ffc-42f9-a41b-7376e5eeaea3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531120
Jan 15 15:06:06.211819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e9481-6ed5-4660-8516-82c145a93371 req-2defbb9d-fbae-4348-9295-2fb57ac2b005 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:06.213751 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-318e9481-6ed5-4660-8516-82c145a93371 req-2defbb9d-fbae-4348-9295-2fb57ac2b005 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1279378
Jan 15 15:06:06.266158 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-318e9481-6ed5-4660-8516-82c145a93371 req-59e67e54-7ba5-48c4-867a-37ced846e760 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460541
Jan 15 15:06:06.710906 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-31965452-a565-4e84-9b9a-87bb239261da tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2054363166&fields=id&tenant_id=5b8f6047e4e946a2a75da636ac94fc47 HTTP/1.1" status: 200  len: 267 time: 0.0467343
Jan 15 15:06:06.862694 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fefcd8f8-d4ca-4646-b6cd-e3dab450afd2 req-8f2893e8-ec1b-4719-a803-4f7828255454 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0473609
Jan 15 15:06:06.913590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-3ff91cd2-5a0a-43b3-aeef-29350e57607e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:06.915319 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-3ff91cd2-5a0a-43b3-aeef-29350e57607e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 808 time: 0.1964691
Jan 15 15:06:06.939634 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-fc07d9db-7945-40ff-bdc0-a4da08b5f6a8 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/quotas/5b8f6047e4e946a2a75da636ac94fc47 HTTP/1.1" status: 200  len: 375 time: 0.0165982
Jan 15 15:06:07.032263 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-5f2d34be-a508-4bf7-8cda-b932d42bf316 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0916288
Jan 15 15:06:07.109319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c461292-1643-4f09-bc09-a4b4d72cac1b req-877083a9-38cf-4a12-a0a0-0497c5b1c66a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:07.111257 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c461292-1643-4f09-bc09-a4b4d72cac1b req-877083a9-38cf-4a12-a0a0-0497c5b1c66a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1089380
Jan 15 15:06:07.180192 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c461292-1643-4f09-bc09-a4b4d72cac1b req-648de43a-c4f0-4ff1-832f-b5dfe2f1c7fe tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489380
Jan 15 15:06:07.203849 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-af3ea1c0-674a-4d6b-ada0-e41eabf08dc3 service neutron] 10.222.0.68 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577761
Jan 15 15:06:07.356572 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-578befe5-7433-47e3-b11f-19188697aa69 service neutron] 10.222.0.68 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461890
Jan 15 15:06:07.533471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9e9e9-4de4-4bc5-8447-45e4800bb736 req-bf0cd65e-e504-4549-b7ba-a50f077634d1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:07.535222 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9d9e9e9-4de4-4bc5-8447-45e4800bb736 req-bf0cd65e-e504-4549-b7ba-a50f077634d1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1332581
Jan 15 15:06:07.591065 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9d9e9e9-4de4-4bc5-8447-45e4800bb736 req-aeed695b-03d4-4895-a682-5bdf5efa473f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495789
Jan 15 15:06:07.794889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-32c4789a-c019-43bf-8602-0f8b8734357c req-632a38de-d677-4729-987a-37dd42b139ff tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Synchronizing usage tracker for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:07.811486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-32c4789a-c019-43bf-8602-0f8b8734357c req-632a38de-d677-4729-987a-37dd42b139ff tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Unset dirty status for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:07.812753 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32c4789a-c019-43bf-8602-0f8b8734357c req-632a38de-d677-4729-987a-37dd42b139ff tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0633895
Jan 15 15:06:08.103179 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-791c3e40-870e-46d2-943d-f76d48bf1de7 req-c9c009b8-a7ab-40b1-8ca0-819b5d6a1ee8 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0514822
Jan 15 15:06:08.424633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49a8c-5f52-49d6-ad77-4ef5e3ad0a09 req-a506efad-fa61-4352-90a3-22bd39bd3c94 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:08.426190 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-68f49a8c-5f52-49d6-ad77-4ef5e3ad0a09 req-a506efad-fa61-4352-90a3-22bd39bd3c94 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.0993640
Jan 15 15:06:08.482869 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-68f49a8c-5f52-49d6-ad77-4ef5e3ad0a09 req-ec778a9c-e92c-4ff8-8db1-4458be0a3dff tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494838
Jan 15 15:06:08.826284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d245-dfc3-4da7-8db2-a188246876c6 req-cdb42754-a3ee-45d7-83fc-d252e1d4076c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:08.828623 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e20d245-dfc3-4da7-8db2-a188246876c6 req-cdb42754-a3ee-45d7-83fc-d252e1d4076c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1039572
Jan 15 15:06:08.885363 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e20d245-dfc3-4da7-8db2-a188246876c6 req-f5a7f2c2-cf72-4641-b1b7-82fe11caf889 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495093
Jan 15 15:06:08.998185 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cf0db3ea-a3e4-4657-a030-3b636d53cd3a req-a6c2be86-49f5-4d6f-8c20-fff5a86cfd2d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0476756
Jan 15 15:06:09.301699 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-904095d1-7c45-4ddc-9319-45dcd05594d8 req-f48c5591-dee0-4197-8468-ddc9f644f800 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0535526
Jan 15 15:06:09.750969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea7074-3dc2-4d78-a6d2-a386b34831b9 req-8939fa89-13b3-4b2f-b224-d6d0a0220a48 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:09.753217 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-23ea7074-3dc2-4d78-a6d2-a386b34831b9 req-8939fa89-13b3-4b2f-b224-d6d0a0220a48 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1194808
Jan 15 15:06:09.810497 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-23ea7074-3dc2-4d78-a6d2-a386b34831b9 req-8a1598a5-bc24-443a-b88f-e5c25cd24f3b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507100
Jan 15 15:06:10.131316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a6db9-fb18-49f1-92da-0b3c70d0915d req-65b46f85-8fba-41c3-a6ad-6ea36c646354 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:10.133056 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a54a6db9-fb18-49f1-92da-0b3c70d0915d req-65b46f85-8fba-41c3-a6ad-6ea36c646354 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1113856
Jan 15 15:06:10.206069 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a54a6db9-fb18-49f1-92da-0b3c70d0915d req-cf5aa04e-920f-481c-a855-9a875079a994 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532761
Jan 15 15:06:10.394821 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9b066ebd-664f-4626-8f69-513632c85755 req-fb51bcc6-b9e5-40ec-9267-abe4806ce1bf tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.2523777
Jan 15 15:06:10.514916 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-596cd548-1c84-4326-a512-908d1c619a45 req-025b1c4d-ed19-45e1-9097-0a47cdeb0007 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0501359
Jan 15 15:06:11.065387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb365-c90f-4317-a2b9-3513f76c1274 req-826bdba4-a84e-4d69-98b6-65560bc5788d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:11.067053 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-73ceb365-c90f-4317-a2b9-3513f76c1274 req-826bdba4-a84e-4d69-98b6-65560bc5788d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1017659
Jan 15 15:06:11.129146 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-73ceb365-c90f-4317-a2b9-3513f76c1274 req-251a9dd3-9991-4418-99ec-7bc6b5422c86 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515754
Jan 15 15:06:11.445557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff4291-9bc3-4257-8ff6-f5e5fbdacd3c req-4b9bf500-7118-4764-8e5d-0268820c15f6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:11.447284 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5ff4291-9bc3-4257-8ff6-f5e5fbdacd3c req-4b9bf500-7118-4764-8e5d-0268820c15f6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1018810
Jan 15 15:06:11.504250 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5ff4291-9bc3-4257-8ff6-f5e5fbdacd3c req-0a4dbb8b-de45-426f-b254-92084934ba0f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497088
Jan 15 15:06:11.577590 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-099bc1b0-ade1-4536-9b7c-20e751dea544 req-71a9cdef-2fb4-4fa9-9b7e-c93cd5fdc59e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0489049
Jan 15 15:06:11.724510 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ec2ccea6-96c9-4d29-9425-940ab3c3626b req-51d8293a-d560-4750-a37a-f2ff8a6c7c07 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0482216
Jan 15 15:06:12.370736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae73ca6-8369-44e6-b3c2-56d944295c17 req-c4fb1920-4fe4-4082-9d1a-7305b09059f8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:12.372721 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bae73ca6-8369-44e6-b3c2-56d944295c17 req-c4fb1920-4fe4-4082-9d1a-7305b09059f8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1023264
Jan 15 15:06:12.428068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bae73ca6-8369-44e6-b3c2-56d944295c17 req-d21820b4-3e27-4065-8802-e56fdfec2a20 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487263
Jan 15 15:06:12.739817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fc871-3edb-4d89-a818-6000bf6d13fd req-6bf2bd60-f630-4da2-a9ca-f80398cd7a09 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:12.741526 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b51fc871-3edb-4d89-a818-6000bf6d13fd req-6bf2bd60-f630-4da2-a9ca-f80398cd7a09 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1025560
Jan 15 15:06:12.781519 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6cc93109-5e0c-4a70-b63d-ee481ebcb8d1 req-bcf8b6e3-ba59-4f7d-a8af-913314a64e4a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0693977
Jan 15 15:06:12.808274 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b51fc871-3edb-4d89-a818-6000bf6d13fd req-f1199c8e-ae2b-43f8-894a-94b9c3134f0c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573003
Jan 15 15:06:12.967679 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2417ec32-6a12-4b1f-bea9-3fced400d8d3 req-29107b36-a88f-4cd1-a14a-f0604629bf75 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0460529
Jan 15 15:06:13.704760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a0005-0563-4d7b-9256-cb5597223db9 req-91a5f479-98fe-4954-b4b5-ec834e01bfb8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:13.706511 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-872a0005-0563-4d7b-9256-cb5597223db9 req-91a5f479-98fe-4954-b4b5-ec834e01bfb8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1209517
Jan 15 15:06:13.761960 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-872a0005-0563-4d7b-9256-cb5597223db9 req-bcb6bf33-ad23-44ba-be09-2e10d3637883 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471048
Jan 15 15:06:13.968820 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a8c7d94f-76d8-44d5-8da6-5e84332ed1a1 req-4b4fa7aa-a37e-4c32-b4c8-f7ed09aec88d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0537276
Jan 15 15:06:14.084042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1544d-5d8b-4e54-b156-a346baba68a0 req-422ffcb9-1c95-49b0-9498-838ed14f30bb tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:14.085763 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-93c1544d-5d8b-4e54-b156-a346baba68a0 req-422ffcb9-1c95-49b0-9498-838ed14f30bb tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1378477
Jan 15 15:06:14.144671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-93c1544d-5d8b-4e54-b156-a346baba68a0 req-208afe34-b599-482c-90df-75e523e9abf5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517886
Jan 15 15:06:14.186153 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0ea0f813-4fdd-429b-bf61-33121ebdf70c req-abbf4dce-2625-458d-b410-ce1ad0d03ae9 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0616572
Jan 15 15:06:14.764206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-97eed5e8-bcb5-4024-9ca1-c041877b59f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:15.011523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46e9c4-a21f-4519-9741-92a264740927 req-0096dc66-d080-4f7c-8379-c87cd8feb1ce tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:15.013166 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0f46e9c4-a21f-4519-9741-92a264740927 req-0096dc66-d080-4f7c-8379-c87cd8feb1ce tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1037071
Jan 15 15:06:15.070477 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0f46e9c4-a21f-4519-9741-92a264740927 req-f5be24ab-0ddb-4d02-8ed6-f7ccb225b991 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508723
Jan 15 15:06:15.156081 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfedf2d2-10e9-487a-9efb-812c9e5e06d9 req-87e3c6c9-6ddd-4166-8c80-1bc9cf67c484 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0473244
Jan 15 15:06:15.392337 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df39f625-2b4b-46e3-96d3-43be0bc7de63 req-aeef6ce4-bdc1-4c1e-808e-7df40e9e2f1f tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0519471
Jan 15 15:06:15.411829 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c8051-f9da-4742-9df2-5298f7adbcf8 req-6fcc99ba-9fca-4ffc-9524-e29b75280e78 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:15.413512 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b2c8051-f9da-4742-9df2-5298f7adbcf8 req-6fcc99ba-9fca-4ffc-9524-e29b75280e78 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1309319
Jan 15 15:06:15.467251 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b2c8051-f9da-4742-9df2-5298f7adbcf8 req-3ca85781-89f0-4c96-b25c-27f0033faa78 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467238
Jan 15 15:06:16.334298 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ad98ec9a-bbfa-4ce2-833a-6027f479c149 req-e2dd9bff-17af-4a03-84cf-ab63aef12167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0461271
Jan 15 15:06:16.342918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e31ec-5c2d-4523-afcb-efeb4f03196f req-df9a2db8-c914-4cc7-890a-3ebb74a0fc29 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:16.344711 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-384e31ec-5c2d-4523-afcb-efeb4f03196f req-df9a2db8-c914-4cc7-890a-3ebb74a0fc29 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1014590
Jan 15 15:06:16.396262 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-384e31ec-5c2d-4523-afcb-efeb4f03196f req-8664d7aa-3e69-4e80-a503-b69b6e361ed6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454657
Jan 15 15:06:16.711103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632aa36-716b-488a-9d4c-30abc1abe9db req-5cec4dd6-8347-462d-9b46-b1c8143c32a3 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:16.713422 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2632aa36-716b-488a-9d4c-30abc1abe9db req-5cec4dd6-8347-462d-9b46-b1c8143c32a3 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1132150
Jan 15 15:06:16.773323 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2632aa36-716b-488a-9d4c-30abc1abe9db req-048810d9-fa97-4ce3-9ff7-cb59242cd2bf tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528305
Jan 15 15:06:16.796658 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a9de820-4b07-47b1-939b-7e6061c120fc req-ece298d6-e40a-41fd-b1a7-b6acd4a97927 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.2608452
Jan 15 15:06:16.832105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a30a8a06-a50e-41a9-80f2-a0909f123f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:16.928378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-46d1a1dd-39c3-488a-81da-fb91e3ea127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:16.930089 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-46d1a1dd-39c3-488a-81da-fb91e3ea127a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1160 time: 0.0783267
Jan 15 15:06:17.113300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702de37-5e90-411d-a134-bd72ce061696 req-5f616be9-bf30-4193-8dc2-18711b0a47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:17.114986 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0702de37-5e90-411d-a134-bd72ce061696 req-5f616be9-bf30-4193-8dc2-18711b0a47f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 1163 time: 0.0774872
Jan 15 15:06:17.128436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-f0ce925a-e7f4-4fe9-b63b-d381c3c74d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:17.130065 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-f0ce925a-e7f4-4fe9-b63b-d381c3c74d29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.1441789
Jan 15 15:06:17.164879 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0702de37-5e90-411d-a134-bd72ce061696 req-2932c332-5565-44ba-a7ff-a90dccd35ad1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395300
Jan 15 15:06:17.232658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:17.247425 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-c779c0fc-db46-416a-b33d-189b8cfbe8d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 200  len: 998 time: 0.1027887
Jan 15 15:06:17.508055 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a70f34a3-41aa-47be-a95e-f215c0d5e577 req-9398561a-c6fe-442b-bad8-704ff10bda38 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0458360
Jan 15 15:06:17.682634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe64c0-5af8-467f-8f0c-11714354ca9e req-8cb47124-214a-42ab-8e40-94c764243076 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:17.684134 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fffe64c0-5af8-467f-8f0c-11714354ca9e req-8cb47124-214a-42ab-8e40-94c764243076 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1415031
Jan 15 15:06:17.743637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-cb18dee9-ed97-4bc6-881b-d148a2a2f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:17.745917 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-cb18dee9-ed97-4bc6-881b-d148a2a2f5c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.1252055
Jan 15 15:06:17.756491 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fffe64c0-5af8-467f-8f0c-11714354ca9e req-4f9f7522-1fb3-407e-ae2e-68d257661ef0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640590
Jan 15 15:06:17.895049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-e7ccf0fa-3fd7-4c83-aa8d-1d1852ee2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:17.896687 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-e7ccf0fa-3fd7-4c83-aa8d-1d1852ee2036 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800774
Jan 15 15:06:18.020390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09502d-d911-4989-b07f-a8fbf05b1452 req-8b473ea1-84da-4d57-b9d1-87538bb17397 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:18.022523 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7e09502d-d911-4989-b07f-a8fbf05b1452 req-8b473ea1-84da-4d57-b9d1-87538bb17397 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1051648
Jan 15 15:06:18.028227 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5a8b9a43-fc16-4266-801a-37e3d8313661 req-c19f71a8-997f-4862-86c9-297a0e08d49d tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] 10.222.0.68 "GET /v2.0/ports?device_id=7621959b-9284-4365-8c97-cbf5ba7930dd HTTP/1.1" status: 200  len: 210 time: 0.0492532
Jan 15 15:06:18.083796 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7e09502d-d911-4989-b07f-a8fbf05b1452 req-862b5c9b-809f-4599-9745-cedfb1720cb5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510595
Jan 15 15:06:18.292545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-578b67a8-e6be-4ebc-8646-014a775b4fc1 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441371
Jan 15 15:06:18.446461 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2c04402-4bde-45ee-86e5-f689897e0677 req-b8bee953-1290-4920-a598-5d86ed698773 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413975
Jan 15 15:06:18.689258 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ab5df041-86bf-40ae-be61-b239da6c34ab req-03d37395-7ecb-4c0d-b395-98075e6bb47e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0500515
Jan 15 15:06:18.758069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:18.951589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:19.003439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c965d-b65d-4d68-8bea-d387ed47fa49 req-7db8d7ff-d69b-4e29-9cec-17c422c1c438 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:19.005067 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf3c965d-b65d-4d68-8bea-d387ed47fa49 req-7db8d7ff-d69b-4e29-9cec-17c422c1c438 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1021793
Jan 15 15:06:19.060202 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf3c965d-b65d-4d68-8bea-d387ed47fa49 req-92b1a5bb-63f1-42d9-9c25-6ed8648c21e8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474968
Jan 15 15:06:19.143574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 34388) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:19.400955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-0dc3f399-a5cb-481f-941d-ef239e37549f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:19.403428 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-0dc3f399-a5cb-481f-941d-ef239e37549f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 808 time: 0.1825674
Jan 15 15:06:19.436185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d875c64-4e92-446a-8095-c848006ee002 req-59a56c17-a5f2-43f1-af1b-2758aa2e2f8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:19.437771 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7d875c64-4e92-446a-8095-c848006ee002 req-59a56c17-a5f2-43f1-af1b-2758aa2e2f8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.2188396
Jan 15 15:06:19.567083 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7d875c64-4e92-446a-8095-c848006ee002 req-948804e8-01da-45fd-9ea1-44b010c8055c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785325
Jan 15 15:06:19.701995 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-28425acd-81ac-4237-a4f7-edd90a68ca1f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b8f6047e4e946a2a75da636ac94fc47 HTTP/1.1" status: 200  len: 5759 time: 0.0867238
Jan 15 15:06:19.759274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'port': {'device_id': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'admin_state_up': True, 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'security_groups': ['8b97745e-f94f-4c6d-a737-4d4b1c643aba']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:06:19.900152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:19.956287 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-042aefac-a60c-4e08-a3cc-fd7a6011927d req-76f8e393-91b0-440a-8aa3-e0854d4cedcf tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0618658
Jan 15 15:06:20.014706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:06:20.024211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:06:20.035549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Made reservation on behalf of 5b8f6047e4e946a2a75da636ac94fc47 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:06:20.046201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:20.390940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Allocated IP 172.20.0.6 (366484cd-3080-414a-ad4e-ee686ac12c03/084d09ec-9170-4410-9b0d-c849abbf4ede/8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:06:20.419185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ba128-cfbd-4222-b184-d502f9a979fa req-ea44c791-ecaa-457d-835b-16e8b6348e4f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:20.420777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-214ba128-cfbd-4222-b184-d502f9a979fa req-ea44c791-ecaa-457d-835b-16e8b6348e4f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1705093
Jan 15 15:06:20.522235 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-214ba128-cfbd-4222-b184-d502f9a979fa req-6a48a868-bc4d-4282-97da-35f92300e015 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938752
Jan 15 15:06:20.536181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Deleting port 92301ef5-864f-42e5-83aa-c46728e6ff8d {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:06:20.536818 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:20.600659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:20.618396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Transition to ACTIVE for port object 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:06:20.640185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:20.660310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:20.727088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] For port 92301ef5-864f-42e5-83aa-c46728e6ff8d, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=92301ef5-864f-42e5-83aa-c46728e6ff8d,segment=NetworkSegment(72faaf25-5582-42cc-95d7-20168f851b7a),segment_id=72faaf25-5582-42cc-95d7-20168f851b7a)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:20.727686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:20.852466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event updated for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:20.855163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Calling delete_port for 92301ef5-864f-42e5-83aa-c46728e6ff8d owned by network:router_interface {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:06:20.859795 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:20.945641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae936c46-9544-4058-92c4-fa84d7eacadc req-a21abb28-4fbe-49e4-90e3-a39ffe4c4da6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:20.947333 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ae936c46-9544-4058-92c4-fa84d7eacadc req-a21abb28-4fbe-49e4-90e3-a39ffe4c4da6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1912916
Jan 15 15:06:20.952129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Network 366484cd-3080-414a-ad4e-ee686ac12c03 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:06:20.953358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:06:20.956782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:06:21.033342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device d088693d-349d-4544-9a0b-f90492010afd up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:06:21.067221 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ae936c46-9544-4058-92c4-fa84d7eacadc req-815abd6d-15b5-46c9-a8e2-a79cb406fd58 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114988
Jan 15 15:06:21.095980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:21.096660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:21.171626 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4186316
Jan 15 15:06:21.182236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port d088693d-349d-4544-9a0b-f90492010afd triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:21.183368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:21.208643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Request body: {'port': {'device_id': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:06:21.296701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f954ab28-e536-4da6-9240-9e2704abc3b8 None None] Provisioning for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:06:21.305060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-f954ab28-e536-4da6-9240-9e2704abc3b8 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:21.305480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f954ab28-e536-4da6-9240-9e2704abc3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:21.351206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:21.439231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-f954ab28-e536-4da6-9240-9e2704abc3b8 None None] Port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:06:21.555752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d7ea5-c770-4c7b-9a16-fcd03969a882 req-a5da5819-e66d-4c17-971e-4f4ce6ab9429 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:21.557466 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce8d7ea5-c770-4c7b-9a16-fcd03969a882 req-a5da5819-e66d-4c17-971e-4f4ce6ab9429 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 931 time: 0.3062000
Jan 15 15:06:21.726769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:21.764832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:21.820971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-ce8d7ea5-c770-4c7b-9a16-fcd03969a882 req-3fbc5f6e-6023-4346-9746-9cd678a1be7e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Synchronizing usage tracker for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:21.872476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Pushing event deleted for resources: {'Port': ['ID=92301ef5-864f-42e5-83aa-c46728e6ff8d,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:21.903650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.904077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.904481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.904887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.905287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.905684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.906134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.906537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.906927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.907332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.907714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.908108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.908579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.908961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.909352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.909739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.910149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.910541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.910929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.911319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.911707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.912092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.912479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.912862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:21.920100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:21.933300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34297-2408-4ecc-8485-ba526c8a8321 req-d55596f4-acb5-496d-b54f-4b034fcf1d4d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:21.935359 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9ec34297-2408-4ecc-8485-ba526c8a8321 req-d55596f4-acb5-496d-b54f-4b034fcf1d4d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1638024
Jan 15 15:06:21.936499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-ce8d7ea5-c770-4c7b-9a16-fcd03969a882 req-3fbc5f6e-6023-4346-9746-9cd678a1be7e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Unset dirty status for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:21.937781 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce8d7ea5-c770-4c7b-9a16-fcd03969a882 req-3fbc5f6e-6023-4346-9746-9cd678a1be7e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3589046
Jan 15 15:06:22.045870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:06:22.059247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9ec34297-2408-4ecc-8485-ba526c8a8321 req-41eaea19-8e2a-4173-ae9e-a71b436afd30 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107664
Jan 15 15:06:22.061112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:22.075173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Transition to ACTIVE for port object 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:06:22.077861 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:22.095066 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b0f387e2-d202-47bb-be0f-d4cd99f7dcc4 tempest-DeleteServersTestJSON-28569924 tempest-DeleteServersTestJSON-28569924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:22.222338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:22.227707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Pushing event updated for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:22.232115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:22.422167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Attempting to bind port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:06:22.422491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Attempting to bind port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:06:22.423045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Attempting to bind port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa on network 366484cd-3080-414a-ad4e-ee686ac12c03 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:06:22.430019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:06:22.430411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Checking segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:06:22.430814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:22.431843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Bound using segment: {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:06:22.431843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Bound port: 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16714428-01c8-4eca-b8e6-bcb0174e08ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:06:22.432144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:22.534440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] For port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:06:22.537584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] For port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:06:22.540894 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:22.557023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:22.748150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Router 89089dd0-74c4-497d-8ffa-d20cd073cd12 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:06:22.921637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Pushing event updated for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:22.925254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:22.952806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:06:22.965365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] Sync routers for ids ['89089dd0-74c4-497d-8ffa-d20cd073cd12'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:06:22.981872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] Routers {'89089dd0-74c4-497d-8ffa-d20cd073cd12'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:06:22.984337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2909daac8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:06:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['89089dd0-74c4-497d-8ffa-d20cd073cd12'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:22.987449 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] 10.222.0.68 "PUT /v2.0/routers/89089dd0-74c4-497d-8ffa-d20cd073cd12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8426673
Jan 15 15:06:22.994181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 34420) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:23.014333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:23.015204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:23.017144 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] 10.222.0.74 "PUT /v2.0/ports/8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 1157 time: 1.8134811
Jan 15 15:06:23.017780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:23.280789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] Set router 89089dd0-74c4-497d-8ffa-d20cd073cd12 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:06:23.291601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-2c8cec2e-752f-4130-94ee-c5b8b000542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:23.293337 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-2c8cec2e-752f-4130-94ee-c5b8b000542e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1160 time: 0.1771936
Jan 15 15:06:23.346228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks [] for router, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:23.449876 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-285b5cf4-6589-4351-97e2-006467c2452d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 217 time: 0.1229875
Jan 15 15:06:23.555726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-d5893bbc-d8b4-4289-913c-9ff2017681fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:23.557877 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-d5893bbc-d8b4-4289-913c-9ff2017681fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0911689
Jan 15 15:06:23.561226 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'status': 'completed', 'code': 200}
Jan 15 15:06:23.589770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98bc4-ec03-48bf-a65b-6747a2658898 req-c4a5c7ce-4c0a-45f1-a522-e1fc4e9e7d6a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:23.590921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-27e98bc4-ec03-48bf-a65b-6747a2658898 req-c4a5c7ce-4c0a-45f1-a522-e1fc4e9e7d6a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Synchronizing usage tracker for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:23.638250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:23.649033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Deleting port 6db57189-81f9-452b-9273-9b55375ff083 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:06:23.650359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:23.650757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-27e98bc4-ec03-48bf-a65b-6747a2658898 req-c4a5c7ce-4c0a-45f1-a522-e1fc4e9e7d6a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Unset dirty status for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:23.659454 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-27e98bc4-ec03-48bf-a65b-6747a2658898 req-c4a5c7ce-4c0a-45f1-a522-e1fc4e9e7d6a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.2739456
Jan 15 15:06:23.733960 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-27e98bc4-ec03-48bf-a65b-6747a2658898 req-a958c297-14c7-4db6-ac80-db7ad1412a6b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0734215
Jan 15 15:06:23.752520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-44aef543-b5bf-4667-b6c5-8fd0b2505331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:23.754292 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-44aef543-b5bf-4667-b6c5-8fd0b2505331 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1481299
Jan 15 15:06:23.779604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2909daac8>, [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:06:21Z', 'revision_number': 5, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:23.783965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] Checking router: 89089dd0-74c4-497d-8ffa-d20cd073cd12 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:06:23.794950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] Routers {'89089dd0-74c4-497d-8ffa-d20cd073cd12'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:06:23.795660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2909daac8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:06:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['89089dd0-74c4-497d-8ffa-d20cd073cd12'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:23.935541 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-b1527aa5-4425-4390-9a1e-6443263a7355 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634541
Jan 15 15:06:24.007398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] Set router 89089dd0-74c4-497d-8ffa-d20cd073cd12 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:06:24.128394 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5a971f5-b978-4a6e-98bc-9df2623e3e26 req-7cd59256-3c96-4f03-be28-95915337fdef service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1771512
Jan 15 15:06:24.161506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc795806-cb15-4a43-890d-322ecf0b0528 req-c733111d-e49e-4f07-8639-0d9a02e9a48b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:24.163235 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cc795806-cb15-4a43-890d-322ecf0b0528 req-c733111d-e49e-4f07-8639-0d9a02e9a48b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.4580269
Jan 15 15:06:24.209994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] For port 6db57189-81f9-452b-9273-9b55375ff083, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=6db57189-81f9-452b-9273-9b55375ff083,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:24.210424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.325458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2909daac8>, [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:06:21Z', 'revision_number': 5, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:24.330117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c832fe-d11e-4686-aed1-ba21c042636e None None] The sync data for ids ['89089dd0-74c4-497d-8ffa-d20cd073cd12'] in dv-cinder-734144-13-iscsi is: [{'id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'name': 'tempest-ServerRescueNegativeTestJSON-37494404-router', 'tenant_id': '160c7423c7bf4272829b7e878afef1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '6db57189-81f9-452b-9273-9b55375ff083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:29Z', 'updated_at': '2021-01-15T15:06:21Z', 'revision_number': 5, 'project_id': '160c7423c7bf4272829b7e878afef1c8', 'gw_port': {'id': '6db57189-81f9-452b-9273-9b55375ff083', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:44:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89089dd0-74c4-497d-8ffa-d20cd073cd12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:30Z', 'updated_at': '2021-01-15T15:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:06:24.355080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Calling delete_port for 6db57189-81f9-452b-9273-9b55375ff083 owned by network:router_gateway {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:06:24.401126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea238c-6731-475e-b199-467037e3ba80 req-16231a4f-8733-4e9a-b795-888dbdfae98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:24.401972 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cc795806-cb15-4a43-890d-322ecf0b0528 req-2c416307-ff7e-4212-97c2-8c81f40e375c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2256186
Jan 15 15:06:24.403452 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-16231a4f-8733-4e9a-b795-888dbdfae98e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1160 time: 0.0845861
Jan 15 15:06:24.513014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.plugins.ml2.ovo_rpc [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     result = function(*args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     proto.__init__(conn_state, self)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.handle()
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.handle_one_request()
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.handle_one_response()
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     result = self.application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return app(environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return request.get_response(self.application)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self._app)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return resp(environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return resp(environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = self.app(environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return resp(environ, start_response)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:06:24.515795 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     result = method(request=request, **args)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._delete(request, id, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*dup_args, **dup_kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     obj_deleter(request.context, id, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return method(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*dup_args, **dup_kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._delete_current_gw_port(context, id, router, None)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, context, *args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return method(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     context, port, router_ids, bound_mech_contexts)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     return function(*args, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     callback(resource, event, trigger, **kwargs)
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     if self._is_session_semantic_violated(context, resource, event):
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]:     stack = traceback.extract_stack()
Jan 15 15:06:24.524889 dv-cinder-734144-13-iscsi neutron-server[79990]: 
Jan 15 15:06:24.573234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea238c-6731-475e-b199-467037e3ba80 req-a32e19be-edbd-4d39-aa21-1cb54d91636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:24.575007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-a32e19be-edbd-4d39-aa21-1cb54d91636a service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1591213
Jan 15 15:06:24.664837 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-05ca51e7-c206-4848-a844-5cfaa0639e8a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 217 time: 0.0743706
Jan 15 15:06:24.725738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.745708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea238c-6731-475e-b199-467037e3ba80 req-3039e133-6887-4290-a64b-2b19a03a8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:24.747912 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-3039e133-6887-4290-a64b-2b19a03a8bac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0721755
Jan 15 15:06:24.852919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea238c-6731-475e-b199-467037e3ba80 req-15ec7f12-2f04-45e4-b44d-cec981e25a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:24.855118 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-15ec7f12-2f04-45e4-b44d-cec981e25a41 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0900452
Jan 15 15:06:24.864278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.865132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.867782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.916524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 92301ef5-864f-42e5-83aa-c46728e6ff8d no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:06:24.952302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 92301ef5-864f-42e5-83aa-c46728e6ff8d {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:06:24.952858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 92301ef5-864f-42e5-83aa-c46728e6ff8d not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:06:24.961052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.961736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89089dd0-74c4-497d-8ffa-d20cd073cd12 {{(pid=80102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:06:24.975814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:24.977124 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-aa0df416-793a-4263-b1bc-f11e47f7ee60 admin admin] 10.222.0.68 "DELETE /v2.0/routers/89089dd0-74c4-497d-8ffa-d20cd073cd12 HTTP/1.1" status: 204  len: 168 time: 1.9816439
Jan 15 15:06:24.982563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 34438) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:25.105980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacacced-21f5-46ec-aef3-ca6273afdd4a req-3ce2f294-8553-41d0-bb90-e30162340eab tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:25.107684 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eacacced-21f5-46ec-aef3-ca6273afdd4a req-3ce2f294-8553-41d0-bb90-e30162340eab tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.2151840
Jan 15 15:06:25.109921 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-6bc15f07-3b03-4542-a6f8-455a635589ae service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436435
Jan 15 15:06:25.236780 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Deleting subnet 5e269960-0c49-4c8a-a09a-a89bff072b08 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:06:25.240635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:25.254648 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eacacced-21f5-46ec-aef3-ca6273afdd4a req-74cf7782-53f1-4432-94ae-ff124e94ab25 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1390181
Jan 15 15:06:25.301300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:25.313476 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-01ea238c-6731-475e-b199-467037e3ba80 req-ea58232c-8bd0-4973-9f77-bc57d9c51428 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1777070
Jan 15 15:06:25.361880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:25.646045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:25.663348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2c79d685-18e1-499d-84cb-56bd63973c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:25.752144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e269960-0c49-4c8a-a09a-a89bff072b08,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:25.796666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:25.864030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:25.876607 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-75665935-373b-4763-a794-3bbf17b5de62 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5e269960-0c49-4c8a-a09a-a89bff072b08 HTTP/1.1" status: 204  len: 168 time: 0.8922515
Jan 15 15:06:25.879453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 34452) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:25.901137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7514fe6-f058-4adc-b654-40320f1b7f93 req-66ef826c-7625-451b-966d-991479e59686 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:25.902905 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7514fe6-f058-4adc-b654-40320f1b7f93 req-66ef826c-7625-451b-966d-991479e59686 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.3180313
Jan 15 15:06:25.955496 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7514fe6-f058-4adc-b654-40320f1b7f93 req-62aa0b49-bfc8-4d1d-af3c-f87d264248a5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458212
Jan 15 15:06:26.001700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:26.195226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:26.312816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28bc3e748>,) {'filters': {'network_id': ['bd188fb4-c388-457a-bab0-72271f70008e']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:26.326503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28bc3e748>, '72faaf25-5582-42cc-95d7-20168f851b7a') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:26.326844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28bc3e748>, '72faaf25-5582-42cc-95d7-20168f851b7a') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:26.339072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:26.354050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:26.356490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:06:26.600176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Network bd188fb4-c388-457a-bab0-72271f70008e has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:06:26.611241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:26.956628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6db57189-81f9-452b-9273-9b55375ff083 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:06:26.991492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:06:26.992318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 6db57189-81f9-452b-9273-9b55375ff083 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:06:26.992717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6db57189-81f9-452b-9273-9b55375ff083 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:06:27.027690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6f96-9a57-437d-a96e-6e780adc1604 req-45075ed2-1733-471c-82cf-13e83f32628f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:27.028794 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3a1e6f96-9a57-437d-a96e-6e780adc1604 req-45075ed2-1733-471c-82cf-13e83f32628f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.5936110
Jan 15 15:06:27.071397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Network bd188fb4-c388-457a-bab0-72271f70008e has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:06:27.096147 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:06:27.201545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3a1e6f96-9a57-437d-a96e-6e780adc1604 req-9ec44b5e-a1a1-4ed5-b7e2-372d22f1a923 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1549010
Jan 15 15:06:27.207946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:27.214549 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8be509e-210a-45fd-9c79-12de5b076ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:27.221080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9449-64b3-45b5-a0a4-a340f5c29cd0 req-8e17b461-5618-46d2-8acb-fc8f788c5fb4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:27.222806 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-359c9449-64b3-45b5-a0a4-a340f5c29cd0 req-8e17b461-5618-46d2-8acb-fc8f788c5fb4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1072123
Jan 15 15:06:27.229133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:27.241456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd188fb4-c388-457a-bab0-72271f70008e,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:27.245734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:27.250516 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bd188fb4-c388-457a-bab0-72271f70008e HTTP/1.1" status: 204  len: 168 time: 1.3699436
Jan 15 15:06:27.277423 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-359c9449-64b3-45b5-a0a4-a340f5c29cd0 req-90a701ce-34a3-4d54-8d86-cbb1a1401cee tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479810
Jan 15 15:06:27.416644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 34464) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:27.470500 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8cdb30eb-6ad9-4510-b780-df3f37904ee5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=160c7423c7bf4272829b7e878afef1c8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0518200
Jan 15 15:06:27.472902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 34468) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:27.535682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:27.564451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:27.610330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:27.615566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:27.631431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe31734d-945f-482f-b863-85eaaf658c48,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:27.637284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:27.640835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:27.640835 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe31734d-945f-482f-b863-85eaaf658c48 HTTP/1.1" status: 204  len: 168 time: 0.1667032
Jan 15 15:06:28.551984 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0217ad-1329-49a8-b0d3-39a6c0e51bbf req-240ddeb4-8e92-4ec2-af39-771895145029 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:28.553685 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bb0217ad-1329-49a8-b0d3-39a6c0e51bbf req-240ddeb4-8e92-4ec2-af39-771895145029 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1116750
Jan 15 15:06:28.612618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bb0217ad-1329-49a8-b0d3-39a6c0e51bbf req-88e095cf-4fc7-4f50-afe4-b024e1a189db tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517550
Jan 15 15:06:28.695491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81880bcd-2510-4d04-b1ad-be7550ed533f req-0148099b-5422-4a35-91b9-9a0437a9eb5e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:28.697174 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-81880bcd-2510-4d04-b1ad-be7550ed533f req-0148099b-5422-4a35-91b9-9a0437a9eb5e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.3576081
Jan 15 15:06:28.752181 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-81880bcd-2510-4d04-b1ad-be7550ed533f req-60f30be7-e438-4d5a-9a8f-2fec1a5286f3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0478456
Jan 15 15:06:29.861348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170fd1a-f328-4f34-9929-06ed5f9643fa req-53705b0a-9ea5-46b1-bfda-7f5743f1e44d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:29.863049 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4170fd1a-f328-4f34-9929-06ed5f9643fa req-53705b0a-9ea5-46b1-bfda-7f5743f1e44d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 943 time: 0.1014118
Jan 15 15:06:29.915435 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4170fd1a-f328-4f34-9929-06ed5f9643fa req-84885d69-7395-44d7-ab8d-cc1b5f4ccb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460618
Jan 15 15:06:29.987871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:06:29.991802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ea4e6-b11c-4318-9133-bc756aebd0a6 req-51422bb5-3b27-442d-be6e-4a6c8fd41772 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:29.993461 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-549ea4e6-b11c-4318-9133-bc756aebd0a6 req-51422bb5-3b27-442d-be6e-4a6c8fd41772 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1098878
Jan 15 15:06:30.052002 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-549ea4e6-b11c-4318-9133-bc756aebd0a6 req-5beb8bc3-eab5-4c1e-9b00-63b3d2850a2c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0515885
Jan 15 15:06:30.079466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:30.079898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:30.203699 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:30.232007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:30.242336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port c89806d8-ff4b-4e13-a6c7-974e93377785, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c89806d8-ff4b-4e13-a6c7-974e93377785,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:30.246950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:30.249880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-992fdc3d-eba6-4b9e-a3bc-86e878178946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:30.300301 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'code': 200}
Jan 15 15:06:30.320002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=6']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:30.323397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:31.078709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:06:31.151081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:31.151804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:31.181330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecec0f-773b-401d-98b3-6af9f87160e6 req-8aca81a9-de72-403d-a9d1-cea199673ce4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:31.184002 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f1ecec0f-773b-401d-98b3-6af9f87160e6 req-8aca81a9-de72-403d-a9d1-cea199673ce4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1125522
Jan 15 15:06:31.237288 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f1ecec0f-773b-401d-98b3-6af9f87160e6 req-b5022e55-d3a3-4886-9956-0770af3cd43c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463524
Jan 15 15:06:31.350970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6af023-54b3-401b-b18b-0f3946f594c4 req-5ae4b837-0531-4773-8129-de391a7d2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:31.352696 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5e6af023-54b3-401b-b18b-0f3946f594c4 req-5ae4b837-0531-4773-8129-de391a7d2a6f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 1162 time: 0.1624465
Jan 15 15:06:31.377387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3733336-bedb-4abe-9bc6-a45bafaf5c5f req-b295febc-eee9-407f-b1f7-dd533c81f35b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:31.379012 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c3733336-bedb-4abe-9bc6-a45bafaf5c5f req-b295febc-eee9-407f-b1f7-dd533c81f35b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1524265
Jan 15 15:06:31.451983 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5e6af023-54b3-401b-b18b-0f3946f594c4 req-354ab04d-42ae-4fa5-8808-bbb70426dd64 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718484
Jan 15 15:06:31.462193 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c3733336-bedb-4abe-9bc6-a45bafaf5c5f req-956c9d15-48c1-45a2-b3f2-5451e50a44be tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0669351
Jan 15 15:06:32.502885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e777-d9ff-4344-881b-460d8dd0b8fd req-3ebb1783-42e4-4c80-9063-c8e788daded8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:32.504583 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3bd4e777-d9ff-4344-881b-460d8dd0b8fd req-3ebb1783-42e4-4c80-9063-c8e788daded8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1129119
Jan 15 15:06:32.564932 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3bd4e777-d9ff-4344-881b-460d8dd0b8fd req-997e5eba-e85f-4c48-8065-5693b9684be9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531876
Jan 15 15:06:32.717182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c581d7e-e839-46b5-9385-ca7ff03d07df req-1bd7b54f-63a6-42b1-9d0b-37c58d9af38d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:32.718911 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c581d7e-e839-46b5-9385-ca7ff03d07df req-1bd7b54f-63a6-42b1-9d0b-37c58d9af38d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1193435
Jan 15 15:06:32.781708 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c581d7e-e839-46b5-9385-ca7ff03d07df req-a2800464-c172-452b-bfb0-5670ba7e5192 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0494974
Jan 15 15:06:33.858727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138ab08-526c-4251-a422-20d154a8b49a req-96ed26bb-ad90-4ec2-b869-3efedd4b85ad tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:33.858727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2138ab08-526c-4251-a422-20d154a8b49a req-96ed26bb-ad90-4ec2-b869-3efedd4b85ad tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1210690
Jan 15 15:06:33.915897 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2138ab08-526c-4251-a422-20d154a8b49a req-bfa2a23a-a091-426f-a6f1-757af0f574ea tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569582
Jan 15 15:06:34.210517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a7ab5-847b-485a-8034-f542624c1382 req-09e1d41c-a1e3-44d7-8b7a-6abb44876894 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:34.214431 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-361a7ab5-847b-485a-8034-f542624c1382 req-09e1d41c-a1e3-44d7-8b7a-6abb44876894 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1415489
Jan 15 15:06:34.281223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-361a7ab5-847b-485a-8034-f542624c1382 req-9e113a8a-d38b-4f57-be3c-cde4c4ef1ea2 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0618229
Jan 15 15:06:35.174051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3925e3-d1d8-4814-977c-bade8125b87c req-578b8e55-d2b2-4056-85b7-4e18523a03fd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:35.175710 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a3925e3-d1d8-4814-977c-bade8125b87c req-578b8e55-d2b2-4056-85b7-4e18523a03fd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1055233
Jan 15 15:06:35.228680 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1a3925e3-d1d8-4814-977c-bade8125b87c req-d317ebcd-0542-4041-b84a-afa8778a1d32 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465708
Jan 15 15:06:35.535059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320144-f9f8-4157-bdb7-23cc410e4ff5 req-8f8a6f97-0389-40a1-aca2-a6c3d9e65c81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:35.536690 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa320144-f9f8-4157-bdb7-23cc410e4ff5 req-8f8a6f97-0389-40a1-aca2-a6c3d9e65c81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1040213
Jan 15 15:06:35.591845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa320144-f9f8-4157-bdb7-23cc410e4ff5 req-d8afa958-ae9d-4052-b2c6-24f4cfc59ae4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0482638
Jan 15 15:06:36.829629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbc373-99bf-49d7-8b36-9abfaf884aae req-48ef1057-bab4-4b14-8bd4-51d6d6a5fd0d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:36.831273 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fadbc373-99bf-49d7-8b36-9abfaf884aae req-48ef1057-bab4-4b14-8bd4-51d6d6a5fd0d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1035972
Jan 15 15:06:36.883226 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fadbc373-99bf-49d7-8b36-9abfaf884aae req-c8200479-39ca-428a-98a2-ac16964925a5 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0456560
Jan 15 15:06:36.959653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:06:37.031086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:06:37.036269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:37.036696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:37.154669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:37.182158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:37.193261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:37.196138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:37.198037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:37.242809 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'code': 200}
Jan 15 15:06:37.269163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:37.272521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:37.814550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a4f97-87f4-426d-b6a9-2718fe2db5f0 req-5d5c443f-1ab6-44a8-9bd3-cacf1a187514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:37.816525 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-982a4f97-87f4-426d-b6a9-2718fe2db5f0 req-5d5c443f-1ab6-44a8-9bd3-cacf1a187514 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.1030390
Jan 15 15:06:37.871688 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-982a4f97-87f4-426d-b6a9-2718fe2db5f0 req-73249698-0869-4522-9705-652eb113e2a3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423846
Jan 15 15:06:38.030421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:06:38.116970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:38.117673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:38.127391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbab0a0-e2fe-4f20-ac24-3b1a9143ec2f req-5451d4ef-205e-4104-9010-d171e7b5b098 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:38.129064 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bfbab0a0-e2fe-4f20-ac24-3b1a9143ec2f req-5451d4ef-205e-4104-9010-d171e7b5b098 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1080754
Jan 15 15:06:38.189738 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bfbab0a0-e2fe-4f20-ac24-3b1a9143ec2f req-54c32dff-eb7c-4022-9640-c71a9ced3beb tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0528462
Jan 15 15:06:38.367977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4bc92-8c6d-4675-a030-d4826577833a req-c0ae0ca7-81e5-4b37-bc90-cf0639c77563 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:38.369726 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-96a4bc92-8c6d-4675-a030-d4826577833a req-c0ae0ca7-81e5-4b37-bc90-cf0639c77563 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1029890
Jan 15 15:06:38.430956 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-96a4bc92-8c6d-4675-a030-d4826577833a req-1c24230e-8a7e-489a-a0d1-ce2a732c2a0c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0544636
Jan 15 15:06:38.632124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-2dd5c4e3-5b41-4789-ab80-1f61faf11e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:38.633720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-2dd5c4e3-5b41-4789-ab80-1f61faf11e46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1202 time: 0.0765944
Jan 15 15:06:38.785341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-017b915c-ee1f-47a6-aef2-117a9fc23add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:38.786981 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-017b915c-ee1f-47a6-aef2-117a9fc23add service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.1413002
Jan 15 15:06:38.922454 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-c1df0b0b-d740-47a3-812d-51b4dc46bbb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 1001 time: 0.1096237
Jan 15 15:06:39.010223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-60b7ca62-b632-4ecc-bd6b-7fc7736bb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:39.012544 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-60b7ca62-b632-4ecc-bd6b-7fc7736bb2cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.0680642
Jan 15 15:06:39.119412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-df18b664-79bd-42d2-9194-c11b930bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:39.121242 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-df18b664-79bd-42d2-9194-c11b930bf420 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0852795
Jan 15 15:06:39.348017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 34708) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:39.427789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496becb2-084c-4bf3-a5e1-ab6b57b96ffd req-1ecb9d28-6924-4912-bbc9-dfe4da47fd82 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:39.429482 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-496becb2-084c-4bf3-a5e1-ab6b57b96ffd req-1ecb9d28-6924-4912-bbc9-dfe4da47fd82 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1040788
Jan 15 15:06:39.432543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9d8c3-576b-48f3-9a09-44f0db8751a1 req-9c600a4a-b44f-4742-8f80-d44045fbd08e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:39.434257 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0b9d8c3-576b-48f3-9a09-44f0db8751a1 req-9c600a4a-b44f-4742-8f80-d44045fbd08e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.2353060
Jan 15 15:06:39.474930 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-c3da5701-f4ff-47aa-be76-f4c2d92b370c service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112644
Jan 15 15:06:39.488752 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-496becb2-084c-4bf3-a5e1-ab6b57b96ffd req-6632eca1-1f21-41d6-af2d-ade38d77f930 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0518181
Jan 15 15:06:39.502349 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0b9d8c3-576b-48f3-9a09-44f0db8751a1 req-bae61375-90f1-478a-b1e7-cc0a4043f19d tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556118
Jan 15 15:06:39.604572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:39.633130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:06:39.640992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Usage tracker for resource:security_group_rule and tenant:8825c034dc764578938307ed826b06f1 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:06:39.645524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:06:39.656082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:06:39.704803 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f9a85a76-cd73-440c-89ac-f3217130f1c7 req-6ad2627c-b058-47cf-8194-cda027c7197d service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2013094
Jan 15 15:06:39.735745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67101f16-a334-4a05-abc9-d9621715481d req-e2d2dd4e-243c-459c-9032-98a2e5d4a894 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:39.737439 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67101f16-a334-4a05-abc9-d9621715481d req-e2d2dd4e-243c-459c-9032-98a2e5d4a894 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1049101
Jan 15 15:06:39.782341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:39.785807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:39.794808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6921d5ed-9e35-40e2-89e0-1e65b9b04843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:39.797415 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67101f16-a334-4a05-abc9-d9621715481d req-397aff55-4d61-4218-ba8b-a0c1a13413da tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0517218
Jan 15 15:06:39.838325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44876350-4fe1-497d-a14c-86ebec458a88,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:39.842186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:39.845149 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8825c034dc764578938307ed826b06f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4960947
Jan 15 15:06:39.847994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 34716) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:06:39.911556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:39.939356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:39.994362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:40.000396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:40.012002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44876350-4fe1-497d-a14c-86ebec458a88,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:40.018688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:40.019501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:40.021945 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/44876350-4fe1-497d-a14c-86ebec458a88 HTTP/1.1" status: 204  len: 168 time: 0.1718302
Jan 15 15:06:40.753046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183445aa-b9a8-4992-90db-ec583a0dc8e4 req-437cd270-5811-4ad6-8b65-f0e0fdb6839e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:40.761688 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-183445aa-b9a8-4992-90db-ec583a0dc8e4 req-437cd270-5811-4ad6-8b65-f0e0fdb6839e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1421609
Jan 15 15:06:40.779447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516585b-6b4b-4815-8ef8-151e609eee22 req-f93f6d78-823f-4cb5-90ec-9ceae386f2a6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:40.781351 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c516585b-6b4b-4815-8ef8-151e609eee22 req-f93f6d78-823f-4cb5-90ec-9ceae386f2a6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1158917
Jan 15 15:06:40.810913 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-183445aa-b9a8-4992-90db-ec583a0dc8e4 req-d7e6cab3-5a94-476c-8e78-02f7d4959f68 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0482342
Jan 15 15:06:40.846621 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c516585b-6b4b-4815-8ef8-151e609eee22 req-e7255b86-838b-4b77-b35d-a0e63a1c6134 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581148
Jan 15 15:06:41.043154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936c7ef-34f6-474a-9109-a27b88b6a053 req-800571a5-b4ea-4f70-8e94-0e836cf7cb24 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:41.044756 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6936c7ef-34f6-474a-9109-a27b88b6a053 req-800571a5-b4ea-4f70-8e94-0e836cf7cb24 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1052358
Jan 15 15:06:41.111009 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6936c7ef-34f6-474a-9109-a27b88b6a053 req-5852d31e-152a-4115-9bc4-67dfbdc557bd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0586417
Jan 15 15:06:42.067383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9f21d-0f26-4344-b4fc-39c1fdf4b928 req-49316eb8-ec7f-4502-b7e2-4b53987e6f0d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:42.075223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ba9f21d-0f26-4344-b4fc-39c1fdf4b928 req-49316eb8-ec7f-4502-b7e2-4b53987e6f0d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1269834
Jan 15 15:06:42.099537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce85d-1e36-4962-8dfe-3e92e1d64155 req-4f2ee693-3070-4386-9070-0acbc30dc9e5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:42.102384 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d15ce85d-1e36-4962-8dfe-3e92e1d64155 req-4f2ee693-3070-4386-9070-0acbc30dc9e5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1195369
Jan 15 15:06:42.129369 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ba9f21d-0f26-4344-b4fc-39c1fdf4b928 req-da2e7b30-5772-4977-8278-b7c5325df3d4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0526679
Jan 15 15:06:42.162269 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d15ce85d-1e36-4962-8dfe-3e92e1d64155 req-4c22fd84-2c29-469c-b02f-7e2af942c44a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504730
Jan 15 15:06:42.382886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b3867-dd0d-45da-a038-e4faebac8ffc req-0537cb9a-e741-4f36-b34b-e1900d3d043b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:42.384542 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8c7b3867-dd0d-45da-a038-e4faebac8ffc req-0537cb9a-e741-4f36-b34b-e1900d3d043b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1216593
Jan 15 15:06:42.390763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989075df-02bc-4751-95ba-56d0d57d30dc req-a80a7b2e-baa7-4fa1-ae74-35452f5d58d4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:42.392379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-989075df-02bc-4751-95ba-56d0d57d30dc req-a80a7b2e-baa7-4fa1-ae74-35452f5d58d4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1096489
Jan 15 15:06:42.441942 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8c7b3867-dd0d-45da-a038-e4faebac8ffc req-5be03ea4-50a7-475a-8c56-93551daea31a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0503893
Jan 15 15:06:42.444555 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-989075df-02bc-4751-95ba-56d0d57d30dc req-32c1fe28-5be0-4267-b621-caef3ca7f8dc tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0458863
Jan 15 15:06:42.664088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-286d8e41-6c2a-48f1-966e-270b834e6b90 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Synchronizing usage tracker for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:network {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:42.681191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-286d8e41-6c2a-48f1-966e-270b834e6b90 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Unset dirty status for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:network {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:42.682712 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-286d8e41-6c2a-48f1-966e-270b834e6b90 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1838357
Jan 15 15:06:42.693168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:06:42.702557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:06:42.706583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Usage tracker for resource:floatingip and tenant:5b8f6047e4e946a2a75da636ac94fc47 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:06:42.709547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:06:42.715888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:06:42.725222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for floatingip, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:42.875167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:43.164436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Allocated IP 172.27.0.68 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/542d59d2-98fe-48e9-870e-f5e5abbe2586) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:06:43.406072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53841bd1-b1fb-4449-af73-6bcd4cda3994 req-ed29fca0-c4bf-43e1-b222-2ab3397c9e4f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:43.407946 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-53841bd1-b1fb-4449-af73-6bcd4cda3994 req-ed29fca0-c4bf-43e1-b222-2ab3397c9e4f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1145630
Jan 15 15:06:43.470344 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-53841bd1-b1fb-4449-af73-6bcd4cda3994 req-c3bbb348-a5a8-4169-bc37-ca25e24a8eb0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550358
Jan 15 15:06:43.580454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:43.609475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:43.625755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:43.721871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device d088693d-349d-4544-9a0b-f90492010afd no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:06:43.759555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event updated for resources: {'Port': ['ID=542d59d2-98fe-48e9-870e-f5e5abbe2586,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:43.764876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:43.790238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64912eba-02b5-4300-a331-e850119c40a8 req-00c3c656-2730-47ba-b4b3-602b154aa425 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:43.792005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-64912eba-02b5-4300-a331-e850119c40a8 req-00c3c656-2730-47ba-b4b3-602b154aa425 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1847286
Jan 15 15:06:43.819678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-2f4040de-4912-46ac-a33f-256becdd4886 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:43.821587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-2f4040de-4912-46ac-a33f-256becdd4886 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 946 time: 0.1774991
Jan 15 15:06:43.828990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:06:43.831453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:06:43.832806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:06:43.925192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Deleting port d088693d-349d-4544-9a0b-f90492010afd {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:06:43.925576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:43.935929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for floatingip, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.034114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.113733 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.146648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:44.161183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port d088693d-349d-4544-9a0b-f90492010afd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d088693d-349d-4544-9a0b-f90492010afd,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:44.168125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.171576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:44.187550 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-64912eba-02b5-4300-a331-e850119c40a8 req-1ce2b1bc-b12b-4efd-8828-a90d4ef3ae2f tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.3637474
Jan 15 15:06:44.257359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=d088693d-349d-4544-9a0b-f90492010afd,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:44.270767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:44.295151 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd', 'code': 200}
Jan 15 15:06:44.383793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] For port d088693d-349d-4544-9a0b-f90492010afd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d088693d-349d-4544-9a0b-f90492010afd,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:44.384190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.462599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.466167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.479727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:44.531336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Calling delete_port for d088693d-349d-4544-9a0b-f90492010afd owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:06:44.625300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event updated for resources: {'Port': ['ID=542d59d2-98fe-48e9-870e-f5e5abbe2586,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:44.628627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:44.739856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.771283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-24c9661c-4c0c-438d-abf7-9ae230513116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.779099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:44.780455 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0915408
Jan 15 15:06:44.873331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-89ad9e9d-97d2-4e62-89a5-576145b644a2 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Synchronizing usage tracker for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:floatingip {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:44.891130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-89ad9e9d-97d2-4e62-89a5-576145b644a2 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Unset dirty status for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:floatingip {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:44.892434 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-89ad9e9d-97d2-4e62-89a5-576145b644a2 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.68 HTTP/1.1" status: 200  len: 695 time: 0.1052234
Jan 15 15:06:44.898004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:06:44.898369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:06:44.943127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747980b0-e132-4d07-89a1-69cbef7cf376 req-e8fe461c-3bed-4e96-8360-6cbfe579fddf tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:44.944791 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-747980b0-e132-4d07-89a1-69cbef7cf376 req-e8fe461c-3bed-4e96-8360-6cbfe579fddf tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.3279407
Jan 15 15:06:44.998801 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-747980b0-e132-4d07-89a1-69cbef7cf376 req-fd1d8139-cb54-4dfa-be98-967f4297e4d5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470436
Jan 15 15:06:45.077136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-49a72832-3368-49e0-af85-be929fb7ad55 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:45.078742 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5159ef21-d1ef-48b1-a455-c8291494e154 req-49a72832-3368-49e0-af85-be929fb7ad55 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.1797342
Jan 15 15:06:45.304473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-85b9ace6-d580-481d-a0c3-59db172fcdc1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:45.306175 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-85b9ace6-d580-481d-a0c3-59db172fcdc1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1071219
Jan 15 15:06:45.403197 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-512540db-7950-4c40-bf8a-ede52de5cc16 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.68 HTTP/1.1" status: 200  len: 695 time: 0.0899692
Jan 15 15:06:45.403737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Deleting port d088693d-349d-4544-9a0b-f90492010afd {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:06:45.404161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:45.445527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Request body: {'floatingip': {'port_id': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:06:45.546431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for floatingip, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:45.574314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860131-09f3-4249-8016-1121a4192174 req-53f8a6f5-8f87-4386-aad6-7650404ee1c4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:45.575946 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9860131-09f3-4249-8016-1121a4192174 req-53f8a6f5-8f87-4386-aad6-7650404ee1c4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1107013
Jan 15 15:06:45.643102 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9860131-09f3-4249-8016-1121a4192174 req-b3a95521-b00a-48dd-864e-6606618dead3 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0591924
Jan 15 15:06:46.113714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] For port d088693d-349d-4544-9a0b-f90492010afd, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=d088693d-349d-4544-9a0b-f90492010afd,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:46.114956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:46.250296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7abdcf-d31c-42ae-a71f-b0e0f5dbe849 req-4f15907e-7cb3-4ba3-ac92-f7e130a22c4e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:46.252005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e7abdcf-d31c-42ae-a71f-b0e0f5dbe849 req-4f15907e-7cb3-4ba3-ac92-f7e130a22c4e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 944 time: 0.1113296
Jan 15 15:06:46.264559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Calling delete_port for d088693d-349d-4544-9a0b-f90492010afd owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:06:46.313575 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e7abdcf-d31c-42ae-a71f-b0e0f5dbe849 req-49e61c25-d111-4c4e-9bd1-f35a9a48e463 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501788
Jan 15 15:06:46.547306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:46.566454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1104dc52-40aa-46cb-aeda-70d85219bdeb tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:46.616244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event deleted for resources: {'Port': ['ID=d088693d-349d-4544-9a0b-f90492010afd,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:46.675146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.resource_extend [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 15 15:06:46.736987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.737397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.737810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.738248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.738647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.739053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.739450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.739849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.740243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.740638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.743509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.744767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.744767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.744767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.745278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.745579 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.746007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.746408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:06:46.769473 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:46.824933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:46.835471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fbccb590-555a-4ee3-8341-cfcaf5a6db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:46.840092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:46.901323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e55dc-153a-4a2e-857c-113756805130 req-d3f11cae-b0c3-4099-8af9-4889b5cbd837 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:46.903139 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e4e55dc-153a-4a2e-857c-113756805130 req-d3f11cae-b0c3-4099-8af9-4889b5cbd837 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1064880
Jan 15 15:06:46.960295 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e4e55dc-153a-4a2e-857c-113756805130 req-0fc14102-4659-4b29-b698-ec9fa3c6494c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0503061
Jan 15 15:06:47.046075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] No DVR routers for this DVR port d088693d-349d-4544-9a0b-f90492010afd on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:06:47.050634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:47.053397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'name': 'network-vif-deleted', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:47.080852 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6bd466d4-1bb5-4199-b5b8-aceb5885b69b req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "DELETE /v2.0/ports/d088693d-349d-4544-9a0b-f90492010afd HTTP/1.1" status: 204  len: 173 time: 3.2408800
Jan 15 15:06:47.086955 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Floating IP 49cab4ab-50bf-403d-b11e-5c30cefe29b6 associated. External IP: 172.27.0.68, port: 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa.
Jan 15 15:06:47.143760 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e6faeea-0e47-4007-9744-266e2a920c7d', 'name': 'network-vif-deleted', 'tag': 'd088693d-349d-4544-9a0b-f90492010afd', 'status': 'completed', 'code': 200}
Jan 15 15:06:47.235684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:47.506645 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-938f0b6c-0176-4bf5-9cc7-f8f5475f3fa3 req-45b44276-ffa0-4bd7-9438-aeab216b2992 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.0515654
Jan 15 15:06:47.673401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Router 91f03931-3fdd-4de8-bc8a-b4093788fb3c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:06:47.866175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:06:47.871234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:47.877614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] Sync routers for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:06:47.889337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:06:47.890077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290609128>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:06:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:47.940227 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-43dfba2c-1874-49e7-9530-04fe68f939ea tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "PUT /v2.0/floatingips/49cab4ab-50bf-403d-b11e-5c30cefe29b6 HTTP/1.1" status: 200  len: 995 time: 2.5052543
Jan 15 15:06:48.096331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:06:48.176963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-241f51c7-7d99-41fd-a620-270c71b58366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:48.178727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-241f51c7-7d99-41fd-a620-270c71b58366 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.2240655
Jan 15 15:06:48.239713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39eb5e-4e3a-4fb9-b60c-7cbc6db112cb req-574d58bb-460b-4510-a1e4-7bb752bd513e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:48.241350 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c39eb5e-4e3a-4fb9-b60c-7cbc6db112cb req-574d58bb-460b-4510-a1e4-7bb752bd513e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1107357
Jan 15 15:06:48.301338 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c39eb5e-4e3a-4fb9-b60c-7cbc6db112cb req-81fedaed-55b1-4638-ba90-4baab57188a4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0526209
Jan 15 15:06:48.335502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-63ce82bc-1da8-4464-a03d-80b2fa93a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:48.337253 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-63ce82bc-1da8-4464-a03d-80b2fa93a782 service neutron] 10.222.0.68 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1515152
Jan 15 15:06:48.451078 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-fe0d1cb8-5101-43cc-b95e-aee066a1dcf3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 998 time: 0.1064885
Jan 15 15:06:48.481417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290609128>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '49cab4ab-50bf-403d-b11e-5c30cefe29b6', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'port_id': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'mac_address': 'fa:16:3e:d7:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:43Z', 'updated_at': '2021-01-15T15:06:46Z', 'revision_number': 1, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:18Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:48.485788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] Checking router: 91f03931-3fdd-4de8-bc8a-b4093788fb3c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:06:48.495244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:06:48.495867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290609128>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:06:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:48.526389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-381953c9-7245-4f8a-bbc6-ae713bbc057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:48.528030 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-381953c9-7245-4f8a-bbc6-ae713bbc057e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0703106
Jan 15 15:06:48.611745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-537a9540-31a5-4279-aecb-02804b0eb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:48.613407 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-537a9540-31a5-4279-aecb-02804b0eb55e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0786674
Jan 15 15:06:48.691990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:06:48.699653 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5cce34dd-ef24-40fc-80e7-c4d9309335d8 req-70bcf5b3-a52a-4bd6-b15e-b807262f2ab1 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.0527687
Jan 15 15:06:48.770247 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-6318ad55-be69-4da1-9b76-09b3f075a545 service neutron] 10.222.0.68 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491416
Jan 15 15:06:48.833016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:48.926418 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8c783cf-69d0-4ad1-b8ac-9be67ab3006d req-e129ecb9-198a-4233-9d4c-acbc2e3d7217 service neutron] 10.222.0.68 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493361
Jan 15 15:06:49.138255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:49.144831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:49.204511 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'status': 'completed', 'code': 200}
Jan 15 15:06:49.248908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290609128>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '49cab4ab-50bf-403d-b11e-5c30cefe29b6', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'port_id': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'mac_address': 'fa:16:3e:d7:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:43Z', 'updated_at': '2021-01-15T15:06:46Z', 'revision_number': 1, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:18Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:06:49.253147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eefb1bd-44f2-4838-ad9e-33503adda45c None None] The sync data for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi is: [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '49cab4ab-50bf-403d-b11e-5c30cefe29b6', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'port_id': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'mac_address': 'fa:16:3e:d7:b9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:06:43Z', 'updated_at': '2021-01-15T15:06:46Z', 'revision_number': 1, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:18Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:06:49.539477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24490d86-cc95-4a76-a662-f226ec619f95 None None] New status for floating IP 49cab4ab-50bf-403d-b11e-5c30cefe29b6: ACTIVE {{(pid=80105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:06:49.544338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f56e8-dd95-4690-91ee-7a762aad9f11 req-72cc3997-bb0e-4183-af28-9ceb4273dd3a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:49.546080 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-455f56e8-dd95-4690-91ee-7a762aad9f11 req-72cc3997-bb0e-4183-af28-9ceb4273dd3a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1093464
Jan 15 15:06:49.604425 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-455f56e8-dd95-4690-91ee-7a762aad9f11 req-bdd22bd7-3501-4746-b09c-c51014eb27f1 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0508370
Jan 15 15:06:49.883027 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-efa80f97-b276-42bd-9d6f-a090f1c2f64e req-3d86f478-52d7-4d6c-b176-0fddfeafe262 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.0493345
Jan 15 15:06:50.340246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd69a1-f227-4eb3-9132-a348733019ba req-f8f89679-303e-4c06-af7e-9ce3cd531002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:50.341780 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-f8f89679-303e-4c06-af7e-9ce3cd531002 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.0770972
Jan 15 15:06:50.560438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd69a1-f227-4eb3-9132-a348733019ba req-9ac7c2d0-a013-47e2-b769-3b30171f3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:50.562060 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-9ac7c2d0-a013-47e2-b769-3b30171f3b2e service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1424797
Jan 15 15:06:50.706170 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-baa61d46-61c6-4bc8-9ec3-4612fc09188e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 1000 time: 0.1214850
Jan 15 15:06:50.851555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd69a1-f227-4eb3-9132-a348733019ba req-7c4a2bdf-d50f-4807-83df-3efaa5026440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:50.853149 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-7c4a2bdf-d50f-4807-83df-3efaa5026440 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.1255906
Jan 15 15:06:50.943489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff8fa-5fe0-417a-b8f7-a76c78216a40 req-7dd2cea2-f0a9-4308-bdb3-087af65420b4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:50.945405 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9b0ff8fa-5fe0-417a-b8f7-a76c78216a40 req-7dd2cea2-f0a9-4308-bdb3-087af65420b4 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1784704
Jan 15 15:06:51.019416 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9b0ff8fa-5fe0-417a-b8f7-a76c78216a40 req-577c46a6-2782-4411-8828-831352e694c8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0642412
Jan 15 15:06:51.050158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd69a1-f227-4eb3-9132-a348733019ba req-76c224af-a764-43cc-ab06-c7f224bdb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:51.050158 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-76c224af-a764-43cc-ab06-c7f224bdb500 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1742344
Jan 15 15:06:51.136915 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c3d9f22a-b875-41b8-96a8-ddc217aaed05 req-7b525858-d028-4c6c-9e5a-7ea6c397f5d6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=1e6faeea-0e47-4007-9744-266e2a920c7d HTTP/1.1" status: 200  len: 210 time: 0.0520918
Jan 15 15:06:51.218665 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-c01134fc-39bf-4b89-82b9-20c6c05596fe service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541505
Jan 15 15:06:51.378839 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26bd69a1-f227-4eb3-9132-a348733019ba req-6bb89627-560d-489d-9fe5-ca692a3dd01e service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440077
Jan 15 15:06:52.270158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba622cc-d7c4-40a0-a1bb-eb6ecb04a1b0 req-50d0fd9f-a6bd-4a5e-8e50-55946b3a336c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:52.271853 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ba622cc-d7c4-40a0-a1bb-eb6ecb04a1b0 req-50d0fd9f-a6bd-4a5e-8e50-55946b3a336c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1096218
Jan 15 15:06:52.331274 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ba622cc-d7c4-40a0-a1bb-eb6ecb04a1b0 req-946a729b-d22e-4a93-a274-99c84a96555b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0523279
Jan 15 15:06:53.581008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a4f48-2352-46c0-945b-ada8d67e6e1a req-015bef36-5378-4a53-bb79-f5488ab258be tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:53.582879 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-382a4f48-2352-46c0-945b-ada8d67e6e1a req-015bef36-5378-4a53-bb79-f5488ab258be tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1182494
Jan 15 15:06:53.664790 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-382a4f48-2352-46c0-945b-ada8d67e6e1a req-ce7ccc4f-f38e-45d4-a638-5d12d9e788f1 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0736723
Jan 15 15:06:53.961504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c9cdc-d200-4e5d-8bed-ab29ba2618b4 req-19e34784-3c16-416a-9136-74c0b1156053 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:53.964643 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee8c9cdc-d200-4e5d-8bed-ab29ba2618b4 req-19e34784-3c16-416a-9136-74c0b1156053 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.1075387
Jan 15 15:06:54.022632 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee8c9cdc-d200-4e5d-8bed-ab29ba2618b4 req-532cb10c-477b-4e3c-b66b-3dafcfcc0708 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503571
Jan 15 15:06:54.879829 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:54.921201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b01b3-c0ed-43df-b200-03476642c55f req-ab5ef885-eb8e-46a4-8d91-e3b66c8f43f8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:54.922978 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af4b01b3-c0ed-43df-b200-03476642c55f req-ab5ef885-eb8e-46a4-8d91-e3b66c8f43f8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1161990
Jan 15 15:06:54.983819 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af4b01b3-c0ed-43df-b200-03476642c55f req-ccd8c3a8-0921-4a20-bf20-9674f430395e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0541532
Jan 15 15:06:55.262873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73df48-28f9-4e20-aeb5-fda52e940199 req-eaaefbc5-833d-4106-9f68-0c51c0903ce4 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:55.265089 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa73df48-28f9-4e20-aeb5-fda52e940199 req-eaaefbc5-833d-4106-9f68-0c51c0903ce4 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.1074877
Jan 15 15:06:55.318062 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa73df48-28f9-4e20-aeb5-fda52e940199 req-1357f689-c5ff-4f60-83f1-e2680fc9814a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462942
Jan 15 15:06:56.238623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c5bb3-29bf-4760-be8a-69e638976d65 req-7492b9af-bf28-4315-a8ea-4717335e902a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:56.240293 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b90c5bb3-29bf-4760-be8a-69e638976d65 req-7492b9af-bf28-4315-a8ea-4717335e902a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1073415
Jan 15 15:06:56.298532 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b90c5bb3-29bf-4760-be8a-69e638976d65 req-bcadf19b-51a8-4484-acbb-5773f1e3cc72 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0510046
Jan 15 15:06:56.560346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb7633-70c0-417a-a958-405d6f2a8982 req-0097ede4-8ed8-43ff-a74f-fd0dbff176f2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:56.561995 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ecbb7633-70c0-417a-a958-405d6f2a8982 req-0097ede4-8ed8-43ff-a74f-fd0dbff176f2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.1102672
Jan 15 15:06:56.614781 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ecbb7633-70c0-417a-a958-405d6f2a8982 req-3ac15c1f-53b6-4282-8d53-98e6b1f553f0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463259
Jan 15 15:06:57.218872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9a44a040-0496-43c1-91ac-86f57a33831c up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:06:57.287840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 9a44a040-0496-43c1-91ac-86f57a33831c triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:06:57.288416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:57.567892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-6e7e0b55-c373-40a8-bff7-495b92baebf0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:57.568708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-6e7e0b55-c373-40a8-bff7-495b92baebf0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:57.602792 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601021d-5cce-4978-83bd-07733540c166 req-a2538fe4-30f6-40d2-bf96-8d7df27ca6e0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:57.605499 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a601021d-5cce-4978-83bd-07733540c166 req-a2538fe4-30f6-40d2-bf96-8d7df27ca6e0 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1668580
Jan 15 15:06:57.633777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-6e7e0b55-c373-40a8-bff7-495b92baebf0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:57.635119 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-6e7e0b55-c373-40a8-bff7-495b92baebf0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.2385020
Jan 15 15:06:57.714799 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a601021d-5cce-4978-83bd-07733540c166 req-823fa898-28bc-4cf7-82b1-c94d31120a90 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1027291
Jan 15 15:06:57.751232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Deleting port 9a44a040-0496-43c1-91ac-86f57a33831c {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:06:57.751513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:57.864051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2e47-bd06-4415-9025-d01fef6051c8 req-3a46a33c-4436-4c5a-8d27-b41871d662c5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:57.865941 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-82ba2e47-bd06-4415-9025-d01fef6051c8 req-3a46a33c-4436-4c5a-8d27-b41871d662c5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 945 time: 0.1092439
Jan 15 15:06:57.925062 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-82ba2e47-bd06-4415-9025-d01fef6051c8 req-6fbcc8ba-44f8-4a64-8a4f-845afbd5d5ec tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501881
Jan 15 15:06:58.034913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] For port 9a44a040-0496-43c1-91ac-86f57a33831c, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9a44a040-0496-43c1-91ac-86f57a33831c,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:06:58.035259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:58.169873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Calling delete_port for 9a44a040-0496-43c1-91ac-86f57a33831c owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:06:58.314718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:58.330408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-68104d2e-4349-4adb-8992-c92c3761381d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:06:58.425937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event deleted for resources: {'Port': ['ID=9a44a040-0496-43c1-91ac-86f57a33831c,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:06:58.433023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:06:58.537604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] No DVR routers for this DVR port 9a44a040-0496-43c1-91ac-86f57a33831c on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:06:58.539883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:06:58.543257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'name': 'network-vif-deleted', 'tag': '9a44a040-0496-43c1-91ac-86f57a33831c'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:06:58.558336 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3b0f689a-cb34-4189-b0dc-4bb930090f23 req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "DELETE /v2.0/ports/9a44a040-0496-43c1-91ac-86f57a33831c HTTP/1.1" status: 204  len: 173 time: 0.9092851
Jan 15 15:06:58.606500 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3a9200-11b4-4c79-b203-e193707fae9f', 'name': 'network-vif-deleted', 'tag': '9a44a040-0496-43c1-91ac-86f57a33831c', 'status': 'completed', 'code': 200}
Jan 15 15:06:58.956296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885326db-717b-40cc-84aa-1f69bcaa3051 req-bb22e216-3f4a-4d77-b7d0-c35f3b59d5ba tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:06:58.958492 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-885326db-717b-40cc-84aa-1f69bcaa3051 req-bb22e216-3f4a-4d77-b7d0-c35f3b59d5ba tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1060698
Jan 15 15:06:59.020197 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-885326db-717b-40cc-84aa-1f69bcaa3051 req-38d8c5f6-9b47-4bc4-adf7-30da9f1a10bc tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0545914
Jan 15 15:06:59.124007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b7113b7b-707d-4dde-ae1f-0e86d9296b19 req-b5b10462-2fbb-4307-87c2-b26638e70159 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:06:59.138914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b7113b7b-707d-4dde-ae1f-0e86d9296b19 req-b5b10462-2fbb-4307-87c2-b26638e70159 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:06:59.140215 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b7113b7b-707d-4dde-ae1f-0e86d9296b19 req-b5b10462-2fbb-4307-87c2-b26638e70159 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=de3a9200-11b4-4c79-b203-e193707fae9f HTTP/1.1" status: 200  len: 210 time: 0.0633674
Jan 15 15:06:59.835750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9a44a040-0496-43c1-91ac-86f57a33831c no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:06:59.874327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 9a44a040-0496-43c1-91ac-86f57a33831c {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:06:59.874728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9a44a040-0496-43c1-91ac-86f57a33831c not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:07:00.263114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bfe92-aab6-4c42-abd0-44114ec1a0f9 req-3688f394-1b95-4f8d-b7d0-c8086255c893 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:00.264781 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-838bfe92-aab6-4c42-abd0-44114ec1a0f9 req-3688f394-1b95-4f8d-b7d0-c8086255c893 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1085072
Jan 15 15:07:00.322042 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-838bfe92-aab6-4c42-abd0-44114ec1a0f9 req-55e460e3-4e15-4572-ad87-e682e805bf13 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0506408
Jan 15 15:07:00.674401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606483f-902c-4fda-a025-b9273788282f req-4403df7c-6132-493f-a37a-c4b0bb7587ec tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:00.676076 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2606483f-902c-4fda-a025-b9273788282f req-4403df7c-6132-493f-a37a-c4b0bb7587ec tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1026192
Jan 15 15:07:00.732849 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2606483f-902c-4fda-a025-b9273788282f req-eb6eb208-ba5d-4d1c-9c1d-1f3337892c77 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498130
Jan 15 15:07:01.569907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09213e4-eb7a-46cd-ab61-d98f239d4d1d req-4fefa298-1f1e-4a38-895d-9aba2aa85003 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:01.571652 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a09213e4-eb7a-46cd-ab61-d98f239d4d1d req-4fefa298-1f1e-4a38-895d-9aba2aa85003 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1130826
Jan 15 15:07:01.634462 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a09213e4-eb7a-46cd-ab61-d98f239d4d1d req-8ed23469-09fc-4054-b920-d48b01519a65 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0559103
Jan 15 15:07:01.970165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ef7a6-b0ff-479d-bd11-ca996cd37520 req-c284dc57-f0d5-4892-b3eb-05a74c9b2306 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:01.971720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8e6ef7a6-b0ff-479d-bd11-ca996cd37520 req-c284dc57-f0d5-4892-b3eb-05a74c9b2306 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1049185
Jan 15 15:07:02.026701 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8e6ef7a6-b0ff-479d-bd11-ca996cd37520 req-9f1b6ef2-dae1-4485-8bfc-d1d1808a2cce tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485013
Jan 15 15:07:02.865177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1d040-99f0-496e-a272-223bf4751904 req-38eabe75-9998-48bf-8c6e-a697485ab70e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:02.866818 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dde1d040-99f0-496e-a272-223bf4751904 req-38eabe75-9998-48bf-8c6e-a697485ab70e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1001194
Jan 15 15:07:02.929220 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dde1d040-99f0-496e-a272-223bf4751904 req-ab069983-41fc-4d51-8844-e120f1ac5fdc tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0550504
Jan 15 15:07:03.144151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 28de98a1-a106-4335-8f27-fd1a985cc4dc up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:03.217655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 28de98a1-a106-4335-8f27-fd1a985cc4dc triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:03.218108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:03.260665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df948-f000-48af-9c53-f42184606dcf req-16cfa14f-e366-45b0-af56-61993e5971dc tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:03.262365 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e2df948-f000-48af-9c53-f42184606dcf req-16cfa14f-e366-45b0-af56-61993e5971dc tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1055303
Jan 15 15:07:03.317806 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1e2df948-f000-48af-9c53-f42184606dcf req-7694f6ae-2399-4849-b4d7-96517f661c18 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485368
Jan 15 15:07:03.372100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-46c2a033-0f94-4722-b07c-79781dad7bb6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:03.374007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-46c2a033-0f94-4722-b07c-79781dad7bb6 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 945 time: 0.1053417
Jan 15 15:07:03.451864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Deleting port 28de98a1-a106-4335-8f27-fd1a985cc4dc {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:07:03.452171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:03.717542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] For port 28de98a1-a106-4335-8f27-fd1a985cc4dc, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=28de98a1-a106-4335-8f27-fd1a985cc4dc,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:07:03.717971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:03.992786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:07:04.068079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Calling delete_port for 28de98a1-a106-4335-8f27-fd1a985cc4dc owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:07:04.272819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078546-1874-4cf2-befb-92139c872cf3 req-41bcc623-11f5-4983-9001-73ddc5ebc57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:04.274354 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-19078546-1874-4cf2-befb-92139c872cf3 req-41bcc623-11f5-4983-9001-73ddc5ebc57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1757259
Jan 15 15:07:04.352988 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-19078546-1874-4cf2-befb-92139c872cf3 req-b35c3123-9d2d-4a6f-b251-303163a145c5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0659330
Jan 15 15:07:04.354371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:04.373607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8373ca1-f9f9-459e-a86a-010942c03145 tempest-ServerRescueNegativeTestJSON-1564309495 tempest-ServerRescueNegativeTestJSON-1564309495] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:04.471300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event deleted for resources: {'Port': ['ID=28de98a1-a106-4335-8f27-fd1a985cc4dc,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:04.474212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:04.503407 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-877d19fe-ee38-40b8-a32f-83f2714f8815 req-6c864449-f430-4555-b4b5-24e12aa07798 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 210 time: 0.0471740
Jan 15 15:07:04.582942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] No DVR routers for this DVR port 28de98a1-a106-4335-8f27-fd1a985cc4dc on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:07:04.585007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:04.588464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'name': 'network-vif-deleted', 'tag': '28de98a1-a106-4335-8f27-fd1a985cc4dc'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:07:04.604330 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-603275fd-1456-4cdf-b5bf-6129fd1c4b23 req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "DELETE /v2.0/ports/28de98a1-a106-4335-8f27-fd1a985cc4dc HTTP/1.1" status: 204  len: 173 time: 1.2230992
Jan 15 15:07:04.651675 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c8deb-f47e-4f3c-b2a5-6fdd28207347', 'name': 'network-vif-deleted', 'tag': '28de98a1-a106-4335-8f27-fd1a985cc4dc', 'status': 'completed', 'code': 200}
Jan 15 15:07:05.392997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 28de98a1-a106-4335-8f27-fd1a985cc4dc no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:07:05.430281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 28de98a1-a106-4335-8f27-fd1a985cc4dc {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:07:05.430687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 28de98a1-a106-4335-8f27-fd1a985cc4dc not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:07:05.592064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989dcf5-1e53-4c6c-abda-0144f0c609eb req-f409ff16-dcc1-4637-9c38-91b2a4867f55 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:05.593913 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5989dcf5-1e53-4c6c-abda-0144f0c609eb req-f409ff16-dcc1-4637-9c38-91b2a4867f55 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1083977
Jan 15 15:07:05.653358 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5989dcf5-1e53-4c6c-abda-0144f0c609eb req-69556144-ba12-4bc1-a5eb-0e79ed0cd736 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0526562
Jan 15 15:07:05.705655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-402246ca-9cbb-44c7-9ee7-01baf1a50f3f req-eda5ffde-d14e-46cb-bcc0-69a8a2f3436e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Synchronizing usage tracker for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:07:05.720445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-402246ca-9cbb-44c7-9ee7-01baf1a50f3f req-eda5ffde-d14e-46cb-bcc0-69a8a2f3436e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Unset dirty status for tenant:dbbcc7969d4d4cf784fe22b3e5b72efc on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:07:05.721715 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-402246ca-9cbb-44c7-9ee7-01baf1a50f3f req-eda5ffde-d14e-46cb-bcc0-69a8a2f3436e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=894c8deb-f47e-4f3c-b2a5-6fdd28207347 HTTP/1.1" status: 200  len: 210 time: 0.0677125
Jan 15 15:07:06.888170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426eec-f1d6-4d29-bf96-0659e668654b req-c33f6558-320a-4f73-9bc5-23190488587a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:06.890484 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0d426eec-f1d6-4d29-bf96-0659e668654b req-c33f6558-320a-4f73-9bc5-23190488587a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1057229
Jan 15 15:07:06.957609 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0d426eec-f1d6-4d29-bf96-0659e668654b req-5f261472-f06f-4952-b4e0-24d333a073a9 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0598712
Jan 15 15:07:07.428515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:07.502863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:07.503592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:08.209754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dc38b-4d30-4613-aa7b-5f21b5edd6f6 req-ee3cae8f-873f-41b0-a578-893231843ea2 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:08.211445 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-241dc38b-4d30-4613-aa7b-5f21b5edd6f6 req-ee3cae8f-873f-41b0-a578-893231843ea2 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1069140
Jan 15 15:07:08.274142 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-241dc38b-4d30-4613-aa7b-5f21b5edd6f6 req-466e593f-0fa1-471d-99ea-6fef17cd1c89 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&id=7fa4f603-7f09-4634-baae-561cb55c2457&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0542567
Jan 15 15:07:08.537367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7290-a9c9-49bf-b1a5-50083564aca8 req-83fa5150-597f-402b-8532-0d4e2034bd0f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:08.539013 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-33da7290-a9c9-49bf-b1a5-50083564aca8 req-83fa5150-597f-402b-8532-0d4e2034bd0f tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1096365
Jan 15 15:07:08.592660 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-33da7290-a9c9-49bf-b1a5-50083564aca8 req-351ff22f-1421-4c46-bbe0-7433f3e35000 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472713
Jan 15 15:07:09.829622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68e2f4-8ec2-4aa1-8b84-abaed3e3dd4f req-dc6b15c5-f2a3-44d4-9203-b47327ac4d9a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:09.831370 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff68e2f4-8ec2-4aa1-8b84-abaed3e3dd4f req-dc6b15c5-f2a3-44d4-9203-b47327ac4d9a tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1057713
Jan 15 15:07:09.891243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff68e2f4-8ec2-4aa1-8b84-abaed3e3dd4f req-bb55a7bb-4eb4-4938-970a-5163bd4dcd9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505464
Jan 15 15:07:11.127803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301e0b8-0470-4e93-8685-630ffb779c48 req-3d4f3409-f3d7-4088-ac7a-a86845c0544e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:11.129432 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1301e0b8-0470-4e93-8685-630ffb779c48 req-3d4f3409-f3d7-4088-ac7a-a86845c0544e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1009569
Jan 15 15:07:11.184416 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1301e0b8-0470-4e93-8685-630ffb779c48 req-369cefdc-74fa-4aba-8c03-610ba84a8e05 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479004
Jan 15 15:07:12.421451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1dc22-65f5-41f4-b4dd-b63be35c25ca req-29455814-f6a9-48cf-9d58-a45e1f335b8c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:12.423155 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-03e1dc22-65f5-41f4-b4dd-b63be35c25ca req-29455814-f6a9-48cf-9d58-a45e1f335b8c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1031246
Jan 15 15:07:12.475818 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-03e1dc22-65f5-41f4-b4dd-b63be35c25ca req-0a28639c-31b3-474e-b983-0c122f86015e tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460041
Jan 15 15:07:13.709673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2004be1-9bac-4f99-8528-310de8914cbe req-6af9a9ee-3314-496e-973b-575514431f4b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:13.711830 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2004be1-9bac-4f99-8528-310de8914cbe req-6af9a9ee-3314-496e-973b-575514431f4b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1038373
Jan 15 15:07:13.765469 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d2004be1-9bac-4f99-8528-310de8914cbe req-b6500fd4-9cfc-4911-913f-c0c36768737c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466580
Jan 15 15:07:14.764726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1725062a-2d6f-4d3d-8694-558a7368fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:15.007359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb746fc0-cc2b-4632-b8b4-4188c1cdeb1e req-6186131c-778f-44d4-baba-667e5227bd9b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:15.008992 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fb746fc0-cc2b-4632-b8b4-4188c1cdeb1e req-6186131c-778f-44d4-baba-667e5227bd9b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1051097
Jan 15 15:07:15.062596 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fb746fc0-cc2b-4632-b8b4-4188c1cdeb1e req-94e04a6c-7347-4c3b-9bba-e4589bda34b5 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465231
Jan 15 15:07:16.293175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5150f-c5af-492b-8b76-abc1db8b984d req-5b73802c-2a04-494d-b1a7-266aa13804e8 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:16.294842 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67e5150f-c5af-492b-8b76-abc1db8b984d req-5b73802c-2a04-494d-b1a7-266aa13804e8 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1024575
Jan 15 15:07:16.349449 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67e5150f-c5af-492b-8b76-abc1db8b984d req-975c90a7-d9cd-439a-8c70-d182f9c7d7dc tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483358
Jan 15 15:07:16.585507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:16.664506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:16.664937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:16.837205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0de55148-1762-4386-bfe4-2c547686189e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:17.238480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:17.549281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-ab89d0b1-034e-434b-b3dc-40a13464398f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1566634
Jan 15 15:07:17.582147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa30b02-636a-4be4-9206-4a88f728e271 req-0841e7ea-b861-4010-a7cb-a9efb12f2bbd tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:17.583868 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cfa30b02-636a-4be4-9206-4a88f728e271 req-0841e7ea-b861-4010-a7cb-a9efb12f2bbd tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1029587
Jan 15 15:07:17.640557 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cfa30b02-636a-4be4-9206-4a88f728e271 req-fa7396b6-1671-4888-be1a-0641a019a820 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495403
Jan 15 15:07:17.765594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-39f3a71f-4e81-4831-85f1-67c2adb2d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:17.767313 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-39f3a71f-4e81-4831-85f1-67c2adb2d99f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1163 time: 0.0782838
Jan 15 15:07:17.934403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-cd343046-42a1-4a56-b240-b71b2c918d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:17.936060 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-cd343046-42a1-4a56-b240-b71b2c918d03 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.1420646
Jan 15 15:07:18.063929 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-08c2788f-1ce3-4fbd-8006-d02f077d51e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 1002 time: 0.1087375
Jan 15 15:07:18.143207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-9aa55421-b02c-4f28-8bf9-c514b599e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:18.144823 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-9aa55421-b02c-4f28-8bf9-c514b599e9f2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.0734022
Jan 15 15:07:18.244608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-a3aeb434-3eb7-4ecf-8187-6e2700c50a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:18.246462 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-a3aeb434-3eb7-4ecf-8187-6e2700c50a00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0837409
Jan 15 15:07:18.429843 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-864da197-9238-4176-800e-bd50b3b42675 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735706
Jan 15 15:07:18.649166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df507-78b2-40af-a804-b7504370e727 req-cb55a713-e8cd-4c5d-82e7-ce087b6b2a85 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:18.651435 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-992df507-78b2-40af-a804-b7504370e727 req-cb55a713-e8cd-4c5d-82e7-ce087b6b2a85 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1064544
Jan 15 15:07:18.704313 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c7656689-aeb5-440a-8f06-01de6dff5ac1 req-0e592625-a2b1-43e7-9ee7-68a81db23e3c service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454878
Jan 15 15:07:18.707550 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-992df507-78b2-40af-a804-b7504370e727 req-4032dd72-3582-41b0-8bb2-5520aba9e702 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496569
Jan 15 15:07:18.766794 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:18.883111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a7af0-2cb5-4794-b3de-97620cefa3a1 req-8204c43f-69ac-46a8-a0fd-ffd3251107b2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:18.884837 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff7a7af0-2cb5-4794-b3de-97620cefa3a1 req-8204c43f-69ac-46a8-a0fd-ffd3251107b2 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1038029
Jan 15 15:07:18.942805 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff7a7af0-2cb5-4794-b3de-97620cefa3a1 req-d67decac-a2ec-4b78-b982-e6a8552a08a0 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511384
Jan 15 15:07:18.956995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:19.565901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-38d168c7-7e5d-4794-ba5e-49398fe153f4 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:19.567590 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-38d168c7-7e5d-4794-ba5e-49398fe153f4 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.1037967
Jan 15 15:07:19.651623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Deleting port e97855d4-a978-494f-bb4a-4c1d77a530ee {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:07:19.652117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:19.671631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:19.749774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port e97855d4-a978-494f-bb4a-4c1d77a530ee triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:19.750256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:19.967112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2af57a-457a-4c63-b5b7-d653c21439b5 req-d3aec570-b168-45ad-9213-b2a3e244feae tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:19.968825 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5e2af57a-457a-4c63-b5b7-d653c21439b5 req-d3aec570-b168-45ad-9213-b2a3e244feae tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1161799
Jan 15 15:07:19.991075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] For port e97855d4-a978-494f-bb4a-4c1d77a530ee, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=e97855d4-a978-494f-bb4a-4c1d77a530ee,segment=NetworkSegment(a3f42944-99d8-4a35-8fe2-2b26cd303cc0),segment_id=a3f42944-99d8-4a35-8fe2-2b26cd303cc0)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:07:19.991557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:20.048888 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5e2af57a-457a-4c63-b5b7-d653c21439b5 req-227f53ef-59f0-4b42-a71f-035018d94911 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731080
Jan 15 15:07:20.213567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Calling delete_port for e97855d4-a978-494f-bb4a-4c1d77a530ee owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:07:20.379811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8362631-933d-4487-b046-24fe8fbc5f13 req-4c682661-f224-4941-a0e1-4373cddcfe2c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:20.381442 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f8362631-933d-4487-b046-24fe8fbc5f13 req-4c682661-f224-4941-a0e1-4373cddcfe2c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 945 time: 0.2682309
Jan 15 15:07:20.448237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:20.470561 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f8362631-933d-4487-b046-24fe8fbc5f13 req-86d3bed9-b88d-459f-827c-2d09c3ffb9c3 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/security-groups?id=865c17b2-f265-4271-966c-74e628e7167c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762379
Jan 15 15:07:20.471170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:20.565905 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Pushing event deleted for resources: {'Port': ['ID=e97855d4-a978-494f-bb4a-4c1d77a530ee,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:20.573146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:20.672538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] No DVR routers for this DVR port e97855d4-a978-494f-bb4a-4c1d77a530ee on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:07:20.674718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:20.677434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'name': 'network-vif-deleted', 'tag': 'e97855d4-a978-494f-bb4a-4c1d77a530ee'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:07:20.693633 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6acb0e76-6ace-4ec3-ad90-0366715ba100 req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.74 "DELETE /v2.0/ports/e97855d4-a978-494f-bb4a-4c1d77a530ee HTTP/1.1" status: 204  len: 173 time: 1.1153445
Jan 15 15:07:20.824985 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '389f0ff3-1074-4da9-bd23-0eb61841facc', 'name': 'network-vif-deleted', 'tag': 'e97855d4-a978-494f-bb4a-4c1d77a530ee', 'status': 'completed', 'code': 200}
Jan 15 15:07:21.293759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03705c55-cb62-47b3-ac62-682c6221bbb7 req-e281e643-a176-42da-995b-067858aa4799 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:21.295478 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-03705c55-cb62-47b3-ac62-682c6221bbb7 req-e281e643-a176-42da-995b-067858aa4799 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1104848
Jan 15 15:07:21.350349 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-03705c55-cb62-47b3-ac62-682c6221bbb7 req-281bdf9e-f6cc-489d-99c4-63d8a9e5d5be tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484240
Jan 15 15:07:21.361098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:07:21.396990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: e97855d4-a978-494f-bb4a-4c1d77a530ee {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:07:21.397395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device e97855d4-a978-494f-bb4a-4c1d77a530ee not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:07:21.670601 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3b992cde-aa77-41b1-8021-a9db5b06079e req-00ece2f3-1fca-4fee-95d9-1fe37df7d69d tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] 10.222.0.68 "GET /v2.0/ports?device_id=389f0ff3-1074-4da9-bd23-0eb61841facc HTTP/1.1" status: 200  len: 210 time: 0.0505960
Jan 15 15:07:22.593993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa30f-db12-4e6a-8f06-eb6fdc5c35ca req-8c38a85c-cba7-4dd6-87df-03de487d75de tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:22.595807 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3edfa30f-db12-4e6a-8f06-eb6fdc5c35ca req-8c38a85c-cba7-4dd6-87df-03de487d75de tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1049175
Jan 15 15:07:22.656661 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3edfa30f-db12-4e6a-8f06-eb6fdc5c35ca req-0dc3e6e4-4753-460e-9cf6-70de90339d7d tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538785
Jan 15 15:07:22.793721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35236) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:22.862024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Deleting subnet 5e0fdc2c-0178-4532-b510-72752c56b234 {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:07:22.865247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:22.919639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508528'] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:22.984599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:23.252760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852665281'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:23.268427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-29d02187-5988-4f65-bd00-c1f352166587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:23.569499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0fdc2c-0178-4532-b510-72752c56b234,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:23.574299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:23.618398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:23.624893 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bc636566-545d-4ff8-bb01-5b801fb81f5f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5e0fdc2c-0178-4532-b510-72752c56b234 HTTP/1.1" status: 204  len: 168 time: 0.8300209
Jan 15 15:07:23.627665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35240) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:23.751099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.020314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.064844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1021d-c4ee-4159-9cdd-be89d54c03fe req-fba9fa16-7e22-47dc-9357-f90896550e72 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:24.066949 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38b1021d-c4ee-4159-9cdd-be89d54c03fe req-fba9fa16-7e22-47dc-9357-f90896550e72 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2683697
Jan 15 15:07:24.218708 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38b1021d-c4ee-4159-9cdd-be89d54c03fe req-ff4245cc-cc9b-4687-97c8-d709736d0c8d tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044104
Jan 15 15:07:24.220563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28b360240>,) {'filters': {'network_id': ['b9497eea-694b-41d4-af5a-0a66cc5f5e20']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:24.237468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28b360240>, 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:24.238082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28b360240>, 'a3f42944-99d8-4a35-8fe2-2b26cd303cc0') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:24.264067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.281272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.283409 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:07:24.471798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:07:24.486115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.671432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Network b9497eea-694b-41d4-af5a-0a66cc5f5e20 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:07:24.694559 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:07:24.776222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.779871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e6cc6ed9-3284-471e-84a1-7ba3971940d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:24.793769 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:24.804883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9497eea-694b-41d4-af5a-0a66cc5f5e20,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:24.811360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:24.813922 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a55bbb94-9f17-4460-aeec-0b9c9df47e7f admin admin] 10.222.0.68 "DELETE /v2.0/networks/b9497eea-694b-41d4-af5a-0a66cc5f5e20 HTTP/1.1" status: 204  len: 168 time: 1.1852055
Jan 15 15:07:24.906564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:25.053796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35260) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:25.106966 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3ec61c01-ba15-4b6e-b655-bc75cf46ed0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dbbcc7969d4d4cf784fe22b3e5b72efc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518131
Jan 15 15:07:25.109526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35264) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:25.171291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:25.203609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:25.248623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:25.253533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:25.268677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865c17b2-f265-4271-966c-74e628e7167c,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:25.274138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:25.276393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:25.277540 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/865c17b2-f265-4271-966c-74e628e7167c HTTP/1.1" status: 204  len: 168 time: 0.1669936
Jan 15 15:07:25.476890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608ad73-5b9d-48ab-a41c-7159548a9e78 req-682f3d93-2df4-4f22-9a46-1c8bf8521a10 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:25.478728 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0608ad73-5b9d-48ab-a41c-7159548a9e78 req-682f3d93-2df4-4f22-9a46-1c8bf8521a10 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1073036
Jan 15 15:07:25.536104 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0608ad73-5b9d-48ab-a41c-7159548a9e78 req-6d746747-c17a-4b43-b785-952d03839a93 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491614
Jan 15 15:07:26.790920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02abc9-81d3-4b7a-b543-d5403af118ef req-acbea8cb-1f78-4784-9428-a04ae84aa136 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:26.792663 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e02abc9-81d3-4b7a-b543-d5403af118ef req-acbea8cb-1f78-4784-9428-a04ae84aa136 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1093588
Jan 15 15:07:26.854549 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e02abc9-81d3-4b7a-b543-d5403af118ef req-84b073c4-6e4c-4f56-9a4a-ba6fde7479db tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530674
Jan 15 15:07:28.099351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969aa07-e168-4ae5-b728-396de4a6555b req-0cc91a31-edca-4edc-96c8-78b0f551f73b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:28.101180 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6969aa07-e168-4ae5-b728-396de4a6555b req-0cc91a31-edca-4edc-96c8-78b0f551f73b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1099839
Jan 15 15:07:28.158613 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6969aa07-e168-4ae5-b728-396de4a6555b req-79a2fc2a-45dd-4abd-876f-5af00f133e22 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499778
Jan 15 15:07:29.403121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9ed74-0411-4f45-bade-29cf9a67e0d3 req-415d08d7-0242-4651-9ce2-d2702db04882 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:29.404786 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6b9ed74-0411-4f45-bade-29cf9a67e0d3 req-415d08d7-0242-4651-9ce2-d2702db04882 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1072476
Jan 15 15:07:29.457136 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c6b9ed74-0411-4f45-bade-29cf9a67e0d3 req-525513cf-fdc4-4ff7-8197-2b3eba4c17db tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455487
Jan 15 15:07:30.698221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd15c4-6498-412c-8ce9-16cc6ae644e1 req-17aaba3d-0bd1-4e80-8c03-86600c8d62e8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:30.699921 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-78bd15c4-6498-412c-8ce9-16cc6ae644e1 req-17aaba3d-0bd1-4e80-8c03-86600c8d62e8 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1031644
Jan 15 15:07:30.755085 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-78bd15c4-6498-412c-8ce9-16cc6ae644e1 req-8b85a816-3ed0-4bd6-852f-c98156c571e2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480602
Jan 15 15:07:32.014231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec930b48-0a9a-49a5-9825-5787ea749227 req-77096f01-12ae-4815-a5d0-485aad85435b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:32.016523 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ec930b48-0a9a-49a5-9825-5787ea749227 req-77096f01-12ae-4815-a5d0-485aad85435b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1203706
Jan 15 15:07:32.072101 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ec930b48-0a9a-49a5-9825-5787ea749227 req-a1c8d1f2-5764-4d61-b100-32f5fafafdfa tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486076
Jan 15 15:07:32.251651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35386) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:32.409301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.425683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:32.429303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Usage tracker for resource:security_group_rule and tenant:215136d261174ef09e84b6511e204dc3 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:32.432563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:32.438559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:32.540794 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.543832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.555591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c7312c02-9251-4197-942c-413236be96ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:32.600650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7cf80-9d0e-42b7-a249-834ba7104820,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:32.604326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:32.609031 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=215136d261174ef09e84b6511e204dc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3562331
Jan 15 15:07:32.611192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35406) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:32.676894 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.707955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.755184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.761172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-177aa1af-d646-40e0-a9bb-963a67f3fdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:32.772358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7cf80-9d0e-42b7-a249-834ba7104820,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:32.776426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:32.780504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:32.781781 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/39a7cf80-9d0e-42b7-a249-834ba7104820 HTTP/1.1" status: 204  len: 168 time: 0.1697206
Jan 15 15:07:33.314494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad61cc-c524-4f87-95dc-5a8f0b910cf3 req-626ec83e-162f-405c-8764-72a45e403859 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:33.316224 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7ad61cc-c524-4f87-95dc-5a8f0b910cf3 req-626ec83e-162f-405c-8764-72a45e403859 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1091704
Jan 15 15:07:33.371259 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7ad61cc-c524-4f87-95dc-5a8f0b910cf3 req-bfd6d324-ce56-4014-aa34-75bb97bf685d tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482731
Jan 15 15:07:34.423593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:34.505032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:34.505531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:34.706147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224bc85-ea12-47f6-a6eb-e341b63fbb27 req-75c22783-68a8-4676-b609-b8b6265d8612 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:34.707903 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a224bc85-ea12-47f6-a6eb-e341b63fbb27 req-75c22783-68a8-4676-b609-b8b6265d8612 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1086998
Jan 15 15:07:34.769824 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a224bc85-ea12-47f6-a6eb-e341b63fbb27 req-d5571a94-8940-4582-ba77-0e3e3384fd8a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544701
Jan 15 15:07:35.004620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35492) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:35.179954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.197737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:35.202346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Usage tracker for resource:security_group_rule and tenant:3895a31b926e4ce18721875cf5e96372 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:35.205588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:35.211740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:35.305033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.308825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.310782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35504) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:35.318652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0830089d-905e-4cf8-8407-ba574456e1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:35.366587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3895a31b926e4ce18721875cf5e96372&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3604889
Jan 15 15:07:35.368357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d9c04-88c3-4aae-9682-7997f5bf08e2,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:35.370085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35510) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:35.373353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:35.437089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.465494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.501385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.534598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:35.539024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Usage tracker for resource:security_group_rule and tenant:efc49f4bd97b465e8ab694569cbab867 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:35.542869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:35.549407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:35.570913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.577695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5c0ea315-ddbf-4053-9a4c-ffad0e201251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:35.596030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d9c04-88c3-4aae-9682-7997f5bf08e2,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:35.611245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.611659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.612061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.612453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.612846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.613239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.613629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.614041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.614430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.614816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.615203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.615587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.616051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.616440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.616826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.617208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.617589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.617998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.618392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.618778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.619163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.619693 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.620076 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.620460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:35.626426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:35.630812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.632033 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d26d9c04-88c3-4aae-9682-7997f5bf08e2 HTTP/1.1" status: 204  len: 168 time: 0.2608490
Jan 15 15:07:35.704846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.708040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:35.717701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f81151ad-f97d-4923-8c2a-5befd8f39896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:35.997344 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=efc49f4bd97b465e8ab694569cbab867&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6853440
Jan 15 15:07:35.998327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35522) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:36.006129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1436ff3-89bb-4b23-8e95-f335c478f04b,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:36.018620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:36.046341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b163-5119-4d0b-b815-31c220c96a36 req-cc85f40f-c2c1-4dd9-80b1-cdf72914fa4f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:36.046715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35526) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:36.048067 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a984b163-5119-4d0b-b815-31c220c96a36 req-cc85f40f-c2c1-4dd9-80b1-cdf72914fa4f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1306851
Jan 15 15:07:36.073430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.100432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:36.107277 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a984b163-5119-4d0b-b815-31c220c96a36 req-aa1c4a49-da0f-4493-9d3c-c78b365e7a58 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511026
Jan 15 15:07:36.108966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:7f753cda266d42e2a89d9150846029c4 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:36.111825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.113700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:36.134940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:36.156076 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.250649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.256063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-68fadbbf-ca22-4cdf-b587-4ce06f94a40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:36.280680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1436ff3-89bb-4b23-8e95-f335c478f04b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:36.292968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:36.303422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.304741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.305916 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a1436ff3-89bb-4b23-8e95-f335c478f04b HTTP/1.1" status: 204  len: 168 time: 0.3026154
Jan 15 15:07:36.309455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.328726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-03ef4a4b-3d31-4e16-952e-9fa680c61a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:36.387457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35536) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:36.394519 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f753cda266d42e2a89d9150846029c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3449762
Jan 15 15:07:36.396654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc0083-85cb-4b1d-aa2d-56fc0286fc49,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:36.410927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:36.518492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.563019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.714980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b654-6760-4b65-bf67-5258b8d7be12 req-c9195ed3-766e-4115-b0cf-b583e32fa6f1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:36.716682 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-78e4b654-6760-4b65-bf67-5258b8d7be12 req-c9195ed3-766e-4115-b0cf-b583e32fa6f1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2559991
Jan 15 15:07:36.724895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.732426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ca0977a-86ee-4bd7-b5b0-892ad4d32436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:36.766884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc0083-85cb-4b1d-aa2d-56fc0286fc49,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:36.769504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:36.785573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771a51-465a-4512-8e31-37b036c79160 req-8a0627be-a696-40db-9fb5-78b466544bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:36.787250 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-8a0627be-a696-40db-9fb5-78b466544bb3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 1163 time: 0.2072437
Jan 15 15:07:36.798855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.800084 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2bc0083-85cb-4b1d-aa2d-56fc0286fc49 HTTP/1.1" status: 204  len: 168 time: 0.4115372
Jan 15 15:07:36.824103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35546) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:36.844243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.860849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:36.865096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Usage tracker for resource:security_group_rule and tenant:a55c90f6a7e14aedbaf99bc7e27c24db is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:36.868447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:36.876578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:36.907743 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-78e4b654-6760-4b65-bf67-5258b8d7be12 req-522e55f2-6e5f-4f5b-a42e-f71061be8181 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1776857
Jan 15 15:07:36.975186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.978558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771a51-465a-4512-8e31-37b036c79160 req-2970f4d8-902e-4419-81c5-8726192f8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:36.979349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:36.980899 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-2970f4d8-902e-4419-81c5-8726192f8d39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.1796529
Jan 15 15:07:36.989540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-15d3da57-26c0-42f9-b5e8-8dfa8de5aa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:37.056143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a55c90f6a7e14aedbaf99bc7e27c24db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2312653
Jan 15 15:07:37.057335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620da4ea-5fce-43d1-ad36-83ad056f5434,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:37.061149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:37.061914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35552) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:37.129476 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-25efa92d-8df9-48ac-ab94-e6de12e609e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 200  len: 1002 time: 0.1348324
Jan 15 15:07:37.134131 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:37.163916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:37.210620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771a51-465a-4512-8e31-37b036c79160 req-2450ca2a-60f4-44d7-96f8-20692ff51d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:37.212332 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-2450ca2a-60f4-44d7-96f8-20692ff51d5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.0694029
Jan 15 15:07:37.218696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:37.224134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f34d7442-9d9a-4b3e-b91d-dc1f8b96d9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:37.238700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620da4ea-5fce-43d1-ad36-83ad056f5434,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:37.241217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:37.245104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:37.246378 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/620da4ea-5fce-43d1-ad36-83ad056f5434 HTTP/1.1" status: 204  len: 168 time: 0.1834321
Jan 15 15:07:37.316425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771a51-465a-4512-8e31-37b036c79160 req-1301abea-19b9-4c71-a3e9-d1aee3cafb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:37.318095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-1301abea-19b9-4c71-a3e9-d1aee3cafb87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0927873
Jan 15 15:07:37.478202 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-9bf95a9d-b4b9-47cb-b5e8-70c61560764d service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464772
Jan 15 15:07:37.638100 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a771a51-465a-4512-8e31-37b036c79160 req-9ef453e8-a54f-471e-bbd5-8c840664a1bb service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459951
Jan 15 15:07:38.161627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dc9a5-09b3-4d64-b838-c88ec5670402 req-ab72050e-b275-480e-aa1b-e4caa6bc5435 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:38.167528 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-243dc9a5-09b3-4d64-b838-c88ec5670402 req-ab72050e-b275-480e-aa1b-e4caa6bc5435 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1098197
Jan 15 15:07:38.220306 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-243dc9a5-09b3-4d64-b838-c88ec5670402 req-fb38177d-b967-40e3-9afc-8354d894ad3b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498304
Jan 15 15:07:39.032670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35622) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:39.328067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.344097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:39.348567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Usage tracker for resource:security_group_rule and tenant:53e86dfed1634b95b7128ac713af2d33 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:39.351710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:39.357960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:39.451138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.455080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.464903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13f96054-ef90-4778-93fd-ab8b6823ebe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:39.477201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9c27a-34e9-4530-bd77-7d46e797a554 req-b9cd8e7c-4462-4005-b6e3-7f09433e8aa0 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:39.479272 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-13c9c27a-34e9-4530-bd77-7d46e797a554 req-b9cd8e7c-4462-4005-b6e3-7f09433e8aa0 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1232545
Jan 15 15:07:39.506731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edcdffe-59c7-4c1f-8644-94cbd9724d6b,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:39.511118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:39.516605 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=53e86dfed1634b95b7128ac713af2d33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4827950
Jan 15 15:07:39.517330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35640) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:39.544732 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-13c9c27a-34e9-4530-bd77-7d46e797a554 req-eac5ad38-35cc-4c94-83da-576ab7d99f29 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583777
Jan 15 15:07:39.590072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.629646 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.683055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.688323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-314fd6d9-0a48-4963-84eb-c63a4d2674c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:39.699562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edcdffe-59c7-4c1f-8644-94cbd9724d6b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:39.704659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:39.706693 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:39.707900 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2edcdffe-59c7-4c1f-8644-94cbd9724d6b HTTP/1.1" status: 204  len: 168 time: 0.1896627
Jan 15 15:07:40.074801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35676) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:40.095050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.112521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:40.116681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Usage tracker for resource:security_group_rule and tenant:63072fe69ee3488495f0947b797499c6 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:40.119623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:40.125770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:40.215913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.218754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.227917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8484572e-121d-432f-8855-e51f8c6e648b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:40.256170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35682) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:40.275275 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=63072fe69ee3488495f0947b797499c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1992953
Jan 15 15:07:40.276839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0049b-baa4-4cbe-adda-455b35fcd4ef,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:40.279033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35688) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:40.280047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:40.350612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.387640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.439743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.461305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:40.466771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Usage tracker for resource:security_group_rule and tenant:1594e44dce304ee384b6130ab50c3d0d is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:40.470246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:40.476682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:40.496446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.503639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff39bb86-806b-499e-9473-1e8203cb02ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:40.520921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0049b-baa4-4cbe-adda-455b35fcd4ef,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:40.523654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:40.539807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.542083 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8db0049b-baa4-4cbe-adda-455b35fcd4ef HTTP/1.1" status: 204  len: 168 time: 0.2610862
Jan 15 15:07:40.599954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.603038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.611889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dc5327f4-f30b-415d-93a9-65683ec13734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:40.658568 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1594e44dce304ee384b6130ab50c3d0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4012237
Jan 15 15:07:40.659398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd27943-cc46-4de0-9caf-211cfc3a7ba1,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:40.661424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35694) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:40.662722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:40.727419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.755695 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.803588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.814768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dcede035-945c-4090-bdb4-1fb31828e62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:40.824474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd27943-cc46-4de0-9caf-211cfc3a7ba1,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:40.831349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:40.839103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:40.843007 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9fd27943-cc46-4de0-9caf-211cfc3a7ba1 HTTP/1.1" status: 204  len: 168 time: 0.1775355
Jan 15 15:07:40.994955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:07:41.224147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35712) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:41.245721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.262930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:41.267596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Usage tracker for resource:security_group_rule and tenant:2c99f2f2fef1495797fe8fc31f77a90a is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:41.271068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:41.277022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:41.367387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.371077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.384571 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6b6e7acd-fd43-4332-82f1-a3c7782c7c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:41.428129 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2c99f2f2fef1495797fe8fc31f77a90a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2027898
Jan 15 15:07:41.430017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36daefc9-65ee-4a09-814c-18c8059bd800,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:41.430942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35720) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:41.431488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:41.442562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:41.498710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.519906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:41.520343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.528088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.596612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.602043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:41.617311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36daefc9-65ee-4a09-814c-18c8059bd800,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:41.620849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:41.621827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:41.626243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/36daefc9-65ee-4a09-814c-18c8059bd800 HTTP/1.1" status: 204  len: 168 time: 0.1940918
Jan 15 15:07:44.769736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40dddb65-9faa-433c-8a23-ddca7f3abbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.168087 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35826) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:46.324406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.339837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:46.343869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Usage tracker for resource:security_group_rule and tenant:67cead27153c456fb0513b1c0b48aa49 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:46.346862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:46.352588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:46.438852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.446480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.456355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ad599f1b-2b92-47b8-b993-77656738e82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:46.502885 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67cead27153c456fb0513b1c0b48aa49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3309231
Jan 15 15:07:46.502885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c416410-7179-4fdc-8691-8b466646f211,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:46.503268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35832) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:46.504635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:46.571114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.598877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.644424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.649383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8b22f4e3-3827-4c92-ae06-eca00590d560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:46.662148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c416410-7179-4fdc-8691-8b466646f211,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:46.664484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:46.677179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:46.681050 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c416410-7179-4fdc-8691-8b466646f211 HTTP/1.1" status: 204  len: 168 time: 0.1741688
Jan 15 15:07:46.840686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5f07d8c1-8339-47e4-ab1e-34754a82171c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.034971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35844) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:47.055652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.072228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:47.076917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Usage tracker for resource:security_group_rule and tenant:fe7c6185ed294d14ad998748c9930ec1 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:47.079882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:47.086111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:47.176636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.179546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.189169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6011aa82-29ac-4586-87f2-c54cd0c9c82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:47.232201 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe7c6185ed294d14ad998748c9930ec1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1959293
Jan 15 15:07:47.233979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0b645a-1aa4-4f1e-8a4c-9af0bfe2696d,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:47.235153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35848) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:47.242390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.242609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.242976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.243392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.243797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.244776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.245378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.245738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.246168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.246566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.246962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.247360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.248008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.248482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.248879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.249276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.249670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.250095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.250491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.250887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.251280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.251675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.252065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.252454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.252848 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:07:47.257273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:47.304432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.332764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.378415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.383389 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e0fbb828-fbce-4867-93c2-0641af68b58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:47.395740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0b645a-1aa4-4f1e-8a4c-9af0bfe2696d,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:47.399882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:47.405754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:47.407011 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c0b645a-1aa4-4f1e-8a4c-9af0bfe2696d HTTP/1.1" status: 204  len: 168 time: 0.1705933
Jan 15 15:07:48.769223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:48.961232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:52.568192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35972) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:52.757601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:52.776675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:52.781037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Usage tracker for resource:security_group_rule and tenant:f9805e67483548e3a58f5d2a4fffa14a is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:52.784238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:52.790713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:52.873810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 35984) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:52.896402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:52.899956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:52.910625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-26244d66-56a4-4fe1-ad26-a6df4ba6d767 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:52.934594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49483e75-a9c2-4d60-a6ed-5060c5232088 req-695875b4-19da-43e5-9bf1-885826f20085 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:52.942105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49483e75-a9c2-4d60-a6ed-5060c5232088 req-695875b4-19da-43e5-9bf1-885826f20085 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1399138
Jan 15 15:07:52.956185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa54bc6-eb78-4788-b59d-ed2270ee7d9b,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:52.964094 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9805e67483548e3a58f5d2a4fffa14a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3942535
Jan 15 15:07:52.964856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 35990) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:52.965729 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:52.999369 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49483e75-a9c2-4d60-a6ed-5060c5232088 req-7c10c590-27f0-4c86-a143-9a024a7cd033 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558012
Jan 15 15:07:53.038167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.071445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.123833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.129548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4e00b236-707f-4914-aadb-3c441ed2faf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:53.144129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa54bc6-eb78-4788-b59d-ed2270ee7d9b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:53.147713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:53.149880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.153032 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4aa54bc6-eb78-4788-b59d-ed2270ee7d9b HTTP/1.1" status: 204  len: 168 time: 0.1861706
Jan 15 15:07:53.269709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.287692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:53.292679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Usage tracker for resource:security_group_rule and tenant:0e365f7cb1674c5295df74199da35ad1 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:53.296295 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:53.303592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:53.403280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.406910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.417418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f40a330c-797c-47ec-9273-65ac6ad44611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:53.471911 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e365f7cb1674c5295df74199da35ad1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5967531
Jan 15 15:07:53.474701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36000) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:53.492741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc898dbf-44e5-4cdb-a7a5-eda499b242d1,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:53.498245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:53.578880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.612828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.677622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.687885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e84eb0f6-482a-4fbc-a5f6-94756d2014da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:53.707224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc898dbf-44e5-4cdb-a7a5-eda499b242d1,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:53.710678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:53.711917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:53.716226 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc898dbf-44e5-4cdb-a7a5-eda499b242d1 HTTP/1.1" status: 204  len: 168 time: 0.2404072
Jan 15 15:07:54.206286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36022) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:54.226631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.248188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:07:54.253418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Usage tracker for resource:security_group_rule and tenant:db0157dde47b4379b2d21391ddb0e322 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:07:54.257073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:07:54.264388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:07:54.280185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508a995-f997-4ca5-9408-cc69c66b7002 req-4626febd-79ba-4c53-afb8-49f52ed2a168 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:54.281971 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7508a995-f997-4ca5-9408-cc69c66b7002 req-4626febd-79ba-4c53-afb8-49f52ed2a168 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1092591
Jan 15 15:07:54.340226 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7508a995-f997-4ca5-9408-cc69c66b7002 req-d28052d2-189f-43c5-a4f6-f675bddbc678 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512764
Jan 15 15:07:54.363029 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.366059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.376207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cc996e4c-563b-4420-83d1-86af2b091d68 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:54.423161 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db0157dde47b4379b2d21391ddb0e322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2155416
Jan 15 15:07:54.425054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbed82c9-9011-431c-b210-c57b8a2ac555,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:54.426122 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36028) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:07:54.428609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:54.492464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.521720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.569668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.575214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3139720a-cab9-41f9-897c-add865d33597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:54.589674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbed82c9-9011-431c-b210-c57b8a2ac555,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:54.592999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:54.594236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:54.596034 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fbed82c9-9011-431c-b210-c57b8a2ac555 HTTP/1.1" status: 204  len: 168 time: 0.1682398
Jan 15 15:07:54.911966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:55.615842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1d4be-ac98-4b9c-a78f-66bbae9a8227 req-8d89e82d-7cc7-44ac-ac7a-60fa3123c54a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:55.617559 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0b1d4be-ac98-4b9c-a78f-66bbae9a8227 req-8d89e82d-7cc7-44ac-ac7a-60fa3123c54a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1100748
Jan 15 15:07:55.675075 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0b1d4be-ac98-4b9c-a78f-66bbae9a8227 req-9536bdcd-49a9-43a6-bf00-66212b41d2de tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=2824d30d-38cc-4131-8960-d28dd203f83f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494225
Jan 15 15:07:55.902973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:07:55.934126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-5ee156be-9b9a-4864-9b3e-38d537752c95 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:07:55.936737 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-5ee156be-9b9a-4864-9b3e-38d537752c95 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 945 time: 0.1215236
Jan 15 15:07:55.989059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port c89806d8-ff4b-4e13-a6c7-974e93377785 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:07:55.989588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:56.062974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Deleting port c89806d8-ff4b-4e13-a6c7-974e93377785 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:07:56.063398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:56.348482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] For port c89806d8-ff4b-4e13-a6c7-974e93377785, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=c89806d8-ff4b-4e13-a6c7-974e93377785,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:07:56.348883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:56.710499 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:56.711063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:56.711239 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Floating IP 3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92 disassociated. External IP: 172.27.0.52, port: c89806d8-ff4b-4e13-a6c7-974e93377785.
Jan 15 15:07:56.711621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Calling delete_port for c89806d8-ff4b-4e13-a6c7-974e93377785 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:07:56.859725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:56.877708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-70a490da-6b70-4cb7-936a-7e10c43745f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:07:56.883934 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-43275c5b-1e32-4b07-9e6f-eb0793cd49dd req-f625e56a-1d53-4318-b136-1b9cc97f1d47 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0502110
Jan 15 15:07:56.990020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event deleted for resources: {'Port': ['ID=c89806d8-ff4b-4e13-a6c7-974e93377785,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:07:56.992995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:07:57.260665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Router d25c38fe-44de-4b03-94af-0da5196e46d2 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:07:57.453151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:07:57.464435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:07:57.475088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:07:57.475899 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29c3902e8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:07:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:57.491015 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] No DVR routers for this DVR port c89806d8-ff4b-4e13-a6c7-974e93377785 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:07:57.493324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:07:57.501583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-deleted', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:07:57.528768 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0456b77a-599d-49a2-81d4-9aca4a943a99 req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "DELETE /v2.0/ports/c89806d8-ff4b-4e13-a6c7-974e93377785 HTTP/1.1" status: 204  len: 173 time: 1.5849440
Jan 15 15:07:57.561255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:07:57.577841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee2f69-1d2e-4812-96dd-0f868d7f4836', 'name': 'network-vif-deleted', 'tag': 'c89806d8-ff4b-4e13-a6c7-974e93377785', 'status': 'completed', 'code': 200}
Jan 15 15:07:57.609205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: c89806d8-ff4b-4e13-a6c7-974e93377785 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:07:57.609607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device c89806d8-ff4b-4e13-a6c7-974e93377785 not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:07:57.737971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:07:58.164868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29c3902e8>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:58.172841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:07:58.192501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:07:58.193099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29c3902e8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:07:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:58.200865 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1ee0f4ff-aef2-4ece-ada5-d28694f3929c req-67a31fae-dc35-4ef2-bfa1-17f4976bc839 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0513811
Jan 15 15:07:58.390653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:07:58.895716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29c3902e8>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:07:58.900574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d01bc-e007-4940-9a0b-6198cca965d8 None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:07:59.272308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee48f56-eeed-4a66-a805-5f1b3f9ab351 None None] New status for floating IP 3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92: DOWN {{(pid=80105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:07:59.430800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-64c7b6d7-07df-4445-9e2e-5da3a3429223 req-b3320ba7-8233-4599-9947-edb99250f79c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:07:59.446790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-64c7b6d7-07df-4445-9e2e-5da3a3429223 req-b3320ba7-8233-4599-9947-edb99250f79c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:07:59.448781 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-64c7b6d7-07df-4445-9e2e-5da3a3429223 req-b3320ba7-8233-4599-9947-edb99250f79c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0674584
Jan 15 15:08:00.660623 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9322b994-a4c2-4834-a3b8-70088893ed61 req-01c54871-06cd-4eca-a975-d7f16fca8e01 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=38ee2f69-1d2e-4812-96dd-0f868d7f4836 HTTP/1.1" status: 200  len: 210 time: 0.0473890
Jan 15 15:08:01.827515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36164) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:01.904170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:01.934090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:01.979554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:01.986193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-329be298-2e7c-4efe-bdd7-956147dafd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:02.002654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824d30d-38cc-4131-8960-d28dd203f83f,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:02.005120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:02.011574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.015703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36168) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:02.015856 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b2867a58-a197-4e6f-8592-2b9c37db6185 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "DELETE /v2.0/security-groups/2824d30d-38cc-4131-8960-d28dd203f83f HTTP/1.1" status: 204  len: 168 time: 0.1865609
Jan 15 15:08:02.038946 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.v2.resource [None req-66fc484a-4d42-4e94-8116-4cbaf4f0efa8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] show failed (client error): The resource could not be found.
Jan 15 15:08:02.044205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36174) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:02.044800 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-66fc484a-4d42-4e94-8116-4cbaf4f0efa8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups/2824d30d-38cc-4131-8960-d28dd203f83f HTTP/1.1" status: 404  len: 347 time: 0.0273273
Jan 15 15:08:02.214338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Deleting port 99805770-4ea0-42fd-a514-8ce2426cc0f9 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:02.214719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.411956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.412327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.569705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Calling delete_port for 99805770-4ea0-42fd-a514-8ce2426cc0f9 owned by network:floatingip {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:02.715126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.730598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-358ebee6-d0e0-404f-99b1-33335d82d38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:02.820236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event deleted for resources: {'Port': ['ID=99805770-4ea0-42fd-a514-8ce2426cc0f9,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:02.827328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:02.948681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.965626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:02.966922 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "DELETE /v2.0/floatingips/3d5c6b6b-00e7-4ce5-9c7d-086a6cdddb92 HTTP/1.1" status: 204  len: 168 time: 0.9216616
Jan 15 15:08:03.640218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36202) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:03.646774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'security_group': {'name': 'tempest-securitygroup--1832201243', 'description': 'tempest-description--1862824420'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:03.657990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:03.662656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:03.666767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:03.673232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:03.683751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.707502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:03.712239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:03.716179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:03.721964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:03.802673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.805383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.811531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a7cac40c-8a7c-4133-b912-e3a1da834e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:03.857276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5187b-0e05-4483-b245-4eb898022501,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:03.860471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:03.861945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.863487 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2219353
Jan 15 15:08:03.866433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36210) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:03.874232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'security_group_rule': {'security_group_id': '8ce5187b-0e05-4483-b245-4eb898022501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:03.885204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:03.889822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:03.892923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:03.898793 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:03.916934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.980893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.984762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:03.986914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:04.014044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64d8f67-4ec5-4454-8b02-8b80b2dc8d13,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:04.017102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:04.028427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.029771 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9cd23c43-5025-4453-bf3e-0ead35313676 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1623371
Jan 15 15:08:04.032775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36220) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:04.038708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'security_group_rule': {'security_group_id': '8ce5187b-0e05-4483-b245-4eb898022501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:04.048988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:04.053497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:security_group_rule and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:04.057729 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:04.064114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:04.086577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.152639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.155832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.163201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:04.191096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d4a9e5-89fa-4253-b9c9-08efb8bc8076,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:04.194154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:04.198819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.200883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1669843
Jan 15 15:08:04.204154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36228) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:04.210962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:04.222515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:04.226732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Usage tracker for resource:floatingip and tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:04.230439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:04.236187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:04.248232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.395397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.669684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Allocated IP 172.27.0.150 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/55bb51f8-7a3e-4db8-a23b-9f243a750d50) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:04.830630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.860731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:04.876991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:05.013680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'Port': ['ID=55bb51f8-7a3e-4db8-a23b-9f243a750d50,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:05.018283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:05.073740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:05.074979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:05.077301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:05.125937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36240) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:05.160000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.222327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.284190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.303750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:05.307935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:63a1ed6099a54387988ba39f75d60941 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:05.310944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:05.316900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:05.406273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.411451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.422479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-daf2eba7-2fc3-42f8-9a14-a3b79a934517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:05.468878 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=63a1ed6099a54387988ba39f75d60941&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3416691
Jan 15 15:08:05.470737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de88fd57-fd58-42d8-a28d-e8e2d51c9853,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:05.471625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36252) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:05.474384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:05.544917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.555878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.758511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36260) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:05.795387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9a9b957a-9aea-4642-9b51-f55fc76bdf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:05.905003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.916593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:05.933143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:05.937366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ae2f431cdb4c7cbebef7c0a927914e is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:05.940413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:05.946377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:05.952386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'Port': ['ID=55bb51f8-7a3e-4db8-a23b-9f243a750d50,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:05.962042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:05.964675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.037480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.041826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.051012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fb4959f8-f125-4e3a-b1c6-9a9f28d262ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:06.096636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.098330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76da0d9d-bf10-42da-b031-27fef8a968c7,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:06.101871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:06.102873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a9501a25-3607-4a68-82f7-13b36e016117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:06.108836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5ae2f431cdb4c7cbebef7c0a927914e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3491011
Jan 15 15:08:06.111580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36266) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:06.120055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de88fd57-fd58-42d8-a28d-e8e2d51c9853,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:06.125263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:06.137417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.157044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.158324 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de88fd57-fd58-42d8-a28d-e8e2d51c9853 HTTP/1.1" status: 204  len: 168 time: 0.6856673
Jan 15 15:08:06.161653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.169825 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9577436
Jan 15 15:08:06.182686 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.213816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.260112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.268100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a8abca46-6d7f-4687-8790-d742cdaf617f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:06.280031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76da0d9d-bf10-42da-b031-27fef8a968c7,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:06.289102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:06.290226 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.294653 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76da0d9d-bf10-42da-b031-27fef8a968c7 HTTP/1.1" status: 204  len: 168 time: 0.1817353
Jan 15 15:08:06.453343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-12f4d719-fa34-4308-a02a-39f68a72a768 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:06.469514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-12f4d719-fa34-4308-a02a-39f68a72a768 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:06.470870 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-12f4d719-fa34-4308-a02a-39f68a72a768 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1832201243&fields=id&tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 267 time: 0.0675664
Jan 15 15:08:06.664130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-e3bda5a5-94f1-43bc-afd7-2f6375044662 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:06.664861 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-e3bda5a5-94f1-43bc-afd7-2f6375044662 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 817 time: 0.1855881
Jan 15 15:08:06.683182 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-4a794c3c-51ed-4f4d-85f6-0c8b6bf325c6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/quotas/fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 375 time: 0.0110428
Jan 15 15:08:06.768712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36288) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:06.786460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-19e3d38b-a5ce-4c5b-b308-d0d20a59ea5e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:06.788500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.802886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-19e3d38b-a5ce-4c5b-b308-d0d20a59ea5e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:06.804237 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-19e3d38b-a5ce-4c5b-b308-d0d20a59ea5e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1152630
Jan 15 15:08:06.805310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:06.810408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Usage tracker for resource:security_group_rule and tenant:0674f361ceaa4cd5bd5eccf1199aa984 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:06.813430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:06.819357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:06.910211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.914763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:06.928284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c9cbcf17-3c7c-4cfd-959e-57295262f1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:06.973522 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0674f361ceaa4cd5bd5eccf1199aa984&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2031634
Jan 15 15:08:06.974514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b4fc93-ad8e-4eb4-91b2-a263ced463c9,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:06.976386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36294) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:06.977802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:07.149546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:07.206903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:07.223430 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-3ef2d143-f0bb-4344-993c-64f3e9c9eeb1 service neutron] 10.222.0.68 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4048543
Jan 15 15:08:07.372561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:07.386089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-20fbef46-b56c-420e-90f4-f2d15f52af3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:07.401807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b4fc93-ad8e-4eb4-91b2-a263ced463c9,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:07.405651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:07.411282 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-8f142123-c664-4756-90dd-e1951cf1b355 service neutron] 10.222.0.68 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1802676
Jan 15 15:08:07.412490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:07.416312 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30b4fc93-ad8e-4eb4-91b2-a263ced463c9 HTTP/1.1" status: 204  len: 168 time: 0.4360988
Jan 15 15:08:07.651380 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c52d98fd-7f03-4ecf-b048-12d7b0291f20 req-5d244349-819e-4957-bc7e-0ce08ce6d359 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 210 time: 0.0529153
Jan 15 15:08:07.943906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36314) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:07.963909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:07.979481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:07.983681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Usage tracker for resource:security_group_rule and tenant:6dc406d2f6ff415fa7ab40b9649e2bcb is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:07.986747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:07.992583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:08.105659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:08.109759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:08.125539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1da75c42-4cd9-4fb2-9600-6bb2ffb89122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:08.189907 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6dc406d2f6ff415fa7ab40b9649e2bcb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2448049
Jan 15 15:08:08.190868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b806a16-04c9-4fa7-b404-d5a3532dcb96,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:08.193228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36320) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:08.194147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ce912889-ac28-49b9-8107-2ce9d9e08f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:08.263050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:08.292456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:08.340080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:08.345276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-246e7dc3-8ee6-4165-aad2-5e9add226225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:08.360660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b806a16-04c9-4fa7-b404-d5a3532dcb96,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:08.364460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:08.368005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:08.370094 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-06aa1c02-14c9-4f39-9eaf-34fe22d47770 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6b806a16-04c9-4fa7-b404-d5a3532dcb96 HTTP/1.1" status: 204  len: 168 time: 0.1755729
Jan 15 15:08:08.854648 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-534caf7e-5d16-4351-afd5-879dc7da0b93 req-3704ea7f-a4cf-4439-99dc-1468ad207351 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 210 time: 0.0488045
Jan 15 15:08:09.307360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36348) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:09.466258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192075703-network', 'tenant_id': 'd9ef169460014167842321b2d9113d1a'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:09.476558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:09.492024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Usage tracker for resource:network and tenant:d9ef169460014167842321b2d9113d1a is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:09.496907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:09.527779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-8751ea9e-f550-45b6-960b-2920362049ae tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:09.529396 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-8751ea9e-f550-45b6-960b-2920362049ae tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 817 time: 0.2027969
Jan 15 15:08:09.530426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:09.539245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Made reservation on behalf of d9ef169460014167842321b2d9113d1a for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:09.544050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:09.557866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:09.573636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:09.578100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ef169460014167842321b2d9113d1a is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:09.581298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:09.588060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:09.695945 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-7a9a6b71-9cb0-4175-bfdd-6ba8fda2b5e0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 5705 time: 0.1052389
Jan 15 15:08:09.706391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'port': {'device_id': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'admin_state_up': True, 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'security_groups': ['8ce5187b-0e05-4483-b245-4eb898022501']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:09.869530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:09.877130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:09.890791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-aa3e6825-c9a6-4e1a-8aba-c9a0fdc5d874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:09.937830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:09.946141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:08:09.957926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa7825-e40c-4893-85f5-69c99ebb6bba,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:09.961284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:09.966782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:09.971508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:09.971872 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Added segment d783800b-0465-455e-b9fb-ce189a756dfb of type vxlan for network 96eb5c60-f100-43fe-bc03-5210de4081d1
Jan 15 15:08:09.988463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Made reservation on behalf of fb9c8fffb1fa4e1db6dd94d85713ca99 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:09.998370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.068609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.081022 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e791005b-5a96-42f0-b9d2-df744175728d req-b9a37af7-3f0c-4439-9b41-becb8e6f7a4d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 210 time: 0.0640154
Jan 15 15:08:10.207252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.210811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:10.211462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.219504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-882a11e4-ed55-4bdb-b1db-01cf5a72050f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:10.397653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Pushing event updated for resources: {'Network': ['ID=96eb5c60-f100-43fe-bc03-5210de4081d1,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:10.409362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:10.409752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:08:10.429113 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1205573
Jan 15 15:08:10.432537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36362) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:10.433305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:08:10.439873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Request body: {'subnet': {'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192075703-subnet', 'tenant_id': 'd9ef169460014167842321b2d9113d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:10.445283 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:10.450325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Usage tracker for resource:subnet and tenant:d9ef169460014167842321b2d9113d1a is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:10.453557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:10.459676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:10.471855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Made reservation on behalf of d9ef169460014167842321b2d9113d1a for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:10.476881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.740907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Allocated IP 172.20.0.13 (ee5f19e0-b8a7-4ae5-9e74-38af9d43f290/1ba101aa-8296-4a9d-95de-f02ff42f8b78/034a1b73-ab6f-406f-ae88-13a44a94cd97) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:10.917167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.933176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:10.948047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:10.965558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Transition to ACTIVE for port object 034a1b73-ab6f-406f-ae88-13a44a94cd97 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:10.986835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.003432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-48527a73-2d01-4a3d-b584-8f420e771d9c tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:11.092242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ccd373-c796-4c4c-9f63-5166ea072cbb,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:11.100232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:11.154993 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-f0eb8f01-e913-4301-a4cf-93f0c58d05d7 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-525529297&fields=id&tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238 HTTP/1.1" status: 200  len: 267 time: 0.0890913
Jan 15 15:08:11.164412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event updated for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:11.169722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:11.229453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:11.230764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:11.233240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:11.269352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Checking segment: {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:08:11.269974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Network hostable DHCP agents. Network: 96eb5c60-f100-43fe-bc03-5210de4081d1, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:08:11.303078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:08:11.330899 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-5d78b9b1-6b66-4c1f-8d19-bae18d7dfe83 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:11.332787 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-5d78b9b1-6b66-4c1f-8d19-bae18d7dfe83 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 984 time: 0.1678221
Jan 15 15:08:11.339318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 96eb5c60-f100-43fe-bc03-5210de4081d1) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:11.349160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c048285-f492-4ffe-8258-a27d650564d4 None None] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:08:11.355457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:11.356090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.364105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Request body: {'port': {'security_groups': ['cfe09aac-f0d5-4491-87be-f14c508aacce']}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:11.375808 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:11.376544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.438272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7540-b0aa-4d51-b3fd-d074c6904631 req-11cfabd2-59a5-4082-9e73-ec1a77ae69d5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:11.439035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-043e7540-b0aa-4d51-b3fd-d074c6904631 req-11cfabd2-59a5-4082-9e73-ec1a77ae69d5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:11.442693 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7403557
Jan 15 15:08:11.458471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-043e7540-b0aa-4d51-b3fd-d074c6904631 req-11cfabd2-59a5-4082-9e73-ec1a77ae69d5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:11.459754 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-043e7540-b0aa-4d51-b3fd-d074c6904631 req-11cfabd2-59a5-4082-9e73-ec1a77ae69d5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 932 time: 0.1978757
Jan 15 15:08:11.468181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Request body: {'port': {'device_id': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:11.503851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0692296
Jan 15 15:08:11.520547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.571138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9c9dec01-b035-4e54-ba92-410d9c7772d9 None None] Provisioning for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:11.629670 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-043e7540-b0aa-4d51-b3fd-d074c6904631 req-98239667-80a8-4604-95b0-8c26bc85dd14 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284952
Jan 15 15:08:11.645636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-9c9dec01-b035-4e54-ba92-410d9c7772d9 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:11.646243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9c9dec01-b035-4e54-ba92-410d9c7772d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.653400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.683042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f1918-29f9-4b8f-b043-bc65af96c597 None None] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:08:11.805740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-9c9dec01-b035-4e54-ba92-410d9c7772d9 None None] Port 034a1b73-ab6f-406f-ae88-13a44a94cd97 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:08:11.950620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] For port 5f516e0d-600d-4235-8127-91933b047b94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5f516e0d-600d-4235-8127-91933b047b94,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:11.983632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:11.987938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.008745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:12.085619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event updated for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=6']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:12.092362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:12.151439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034a1b73-ab6f-406f-ae88-13a44a94cd97 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:08:12.161750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.176756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Transition to ACTIVE for port object 034a1b73-ab6f-406f-ae88-13a44a94cd97 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:12.179529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.197274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cda2263e-c6e8-4d29-8f7b-de78e95a43bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:12.242192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:12.244079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.245670 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e4a94d56-f515-4781-a4c4-2ee89ab5102f req-da043259-b5b0-45ff-93a7-d3b47f39e57a tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "PUT /v2.0/ports/5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 942 time: 0.8937218
Jan 15 15:08:12.246278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:12.401399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:12.409491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:12.441874 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d669c60-9554-45ba-9873-8a4bb2b09b1e req-c6144492-e051-4a68-8293-f06d8c01b58e tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups/7fa4f603-7f09-4634-baae-561cb55c2457 HTTP/1.1" status: 200  len: 3003 time: 0.1123915
Jan 15 15:08:12.533510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-da613753-0c0b-4721-b7b6-d7792dd1a1f8 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:12.534182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da613753-0c0b-4721-b7b6-d7792dd1a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.568981 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'status': 'completed', 'code': 200}
Jan 15 15:08:12.658142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d669c60-9554-45ba-9873-8a4bb2b09b1e req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.726505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d669c60-9554-45ba-9873-8a4bb2b09b1e req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.738837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-41639264-100d-434d-9b10-01b4f0380ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:12.740695 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-41639264-100d-434d-9b10-01b4f0380ff5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.0989838
Jan 15 15:08:12.758443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Attempting to bind port 034a1b73-ab6f-406f-ae88-13a44a94cd97 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:08:12.758821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Attempting to bind port 034a1b73-ab6f-406f-ae88-13a44a94cd97 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:08:12.761281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Attempting to bind port 034a1b73-ab6f-406f-ae88-13a44a94cd97 on network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:08:12.776791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:08:12.777171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Checking segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:08:12.777590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.778030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Bound using segment: {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:08:12.778666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Bound port: 034a1b73-ab6f-406f-ae88-13a44a94cd97, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:08:12.778895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.862619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d669c60-9554-45ba-9873-8a4bb2b09b1e req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.870350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-07724949-2c6d-4139-907c-fe67b8f9ad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:12.902082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa4f603-7f09-4634-baae-561cb55c2457,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:12.909628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:12.921299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] For port 034a1b73-ab6f-406f-ae88-13a44a94cd97, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:08:12.924320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] For port 034a1b73-ab6f-406f-ae88-13a44a94cd97, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:08:12.925582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-6d669c60-9554-45ba-9873-8a4bb2b09b1e req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.927090 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d669c60-9554-45ba-9873-8a4bb2b09b1e req-645e5290-a1d1-4af3-9d05-5981ae4e27d6 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "DELETE /v2.0/security-groups/7fa4f603-7f09-4634-baae-561cb55c2457 HTTP/1.1" status: 204  len: 173 time: 0.4732282
Jan 15 15:08:12.929691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:12.947440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-09b96919-05c6-4320-9f6b-df27d9b09af5 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:13.194078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-8c71b7f3-ad14-4446-9c0e-73acf404481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.195604 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-8c71b7f3-ad14-4446-9c0e-73acf404481b service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.4422402
Jan 15 15:08:13.223554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1ab18-1eec-4311-82fe-47af8bd54793 req-f99c4db1-d63e-4dc2-88b7-1581061395c3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.223788 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-9c1950b4-968d-45ad-8bac-0c1597a49ea7 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/floatingips/a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c HTTP/1.1" status: 200  len: 998 time: 0.2409558
Jan 15 15:08:13.225162 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1ac1ab18-1eec-4311-82fe-47af8bd54793 req-f99c4db1-d63e-4dc2-88b7-1581061395c3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.3906379
Jan 15 15:08:13.227157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:13.234054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:13.363034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.363966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:13.365188 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] 10.222.0.74 "PUT /v2.0/ports/034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 200  len: 1158 time: 1.9027982
Jan 15 15:08:13.365726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:13.366243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1ac1ab18-1eec-4311-82fe-47af8bd54793 req-8e213dbd-5336-4cf4-969f-116d6b1a41e6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870228
Jan 15 15:08:13.372552 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-9531881d-dccb-40fe-9b8f-dde46cb25e30 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 1001 time: 0.1463501
Jan 15 15:08:13.471854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-507647b2-5806-4be2-b885-de4fc4f79a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.473611 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-507647b2-5806-4be2-b885-de4fc4f79a0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.0780151
Jan 15 15:08:13.476480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-9864796e-23cd-4e6a-94a8-6e106043f5af tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.478647 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-9864796e-23cd-4e6a-94a8-6e106043f5af tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.2471733
Jan 15 15:08:13.538665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-276ffc49-3768-4215-a0b8-694f380d47ba tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:08:13.539914 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-276ffc49-3768-4215-a0b8-694f380d47ba tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0066969
Jan 15 15:08:13.542622 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'status': 'completed', 'code': 200}
Jan 15 15:08:13.567054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-86e3c504-bb01-44c2-86c9-b9f8b2e5b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.568687 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-86e3c504-bb01-44c2-86c9-b9f8b2e5b9da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0862422
Jan 15 15:08:13.685572 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-3a110049-e4ac-4e0f-9f00-9c446557cc48 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.104 HTTP/1.1" status: 200  len: 1001 time: 0.1316838
Jan 15 15:08:13.832901 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-9a8d40f2-f05a-4dab-a265-5ab6aba33ea9 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548542
Jan 15 15:08:13.974067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-15ef6e34-83da-47ae-9c4f-2c838014bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:13.975681 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-15ef6e34-83da-47ae-9c4f-2c838014bf6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1161 time: 0.4960706
Jan 15 15:08:14.009101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-5e16fa43-46d9-406e-91e6-62b1c15e2850 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:14.011816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-f1111839-6bf5-475b-a8c2-08a82fe521af tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:14.013323 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-f1111839-6bf5-475b-a8c2-08a82fe521af tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports/5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 942 time: 0.3217368
Jan 15 15:08:14.022022 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-5e16fa43-46d9-406e-91e6-62b1c15e2850 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/networks?id=96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 200  len: 808 time: 0.3123240
Jan 15 15:08:14.046795 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-2d127d3c-db65-4f09-8620-fd07df831cb5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/quotas/d9ef169460014167842321b2d9113d1a HTTP/1.1" status: 200  len: 375 time: 0.0237579
Jan 15 15:08:14.085952 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-09c0cf3e-818f-4f27-bbff-38abcff9c6d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 200  len: 217 time: 0.0714087
Jan 15 15:08:14.112988 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-49528ced-2c5f-43cb-9496-ea8a0f0a1755 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9ef169460014167842321b2d9113d1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0652497
Jan 15 15:08:14.205728 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ab9a14f-fba9-4fe9-bea9-37a1b06cd346 req-37746230-0e19-4e36-a428-53ed468c5f27 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3626816
Jan 15 15:08:14.247613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-a221c079-e110-41f8-9180-24ef5b6ac06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:14.249460 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-a221c079-e110-41f8-9180-24ef5b6ac06d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.1536348
Jan 15 15:08:14.271955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:14.272713 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-785b97c6-b760-485c-a29c-9354f423d764 service neutron] 10.222.0.68 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501803
Jan 15 15:08:14.303547 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-1bd19aab-717c-407b-b75c-967ccde0a8ef tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.104 HTTP/1.1" status: 200  len: 1001 time: 0.1684961
Jan 15 15:08:14.346777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 5f516e0d-600d-4235-8127-91933b047b94 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:14.347124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:14.426347 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-2694082e-ecc7-4647-be10-5763dd688097 service neutron] 10.222.0.68 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459987
Jan 15 15:08:14.521013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-e82319d9-1323-46db-b3cf-cf26c53c93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:14.523062 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-e82319d9-1323-46db-b3cf-cf26c53c93f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2618146
Jan 15 15:08:14.664776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Deleting port 14693971-35bd-4eb7-9c85-fc658d9c05be {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:14.665150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:14.763284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41c38b-ebb9-49ce-aa3f-bb27666e97c3 req-17c98ff3-8001-4d6d-90e5-7bb219015e15 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:14.771463 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d41c38b-ebb9-49ce-aa3f-bb27666e97c3 req-17c98ff3-8001-4d6d-90e5-7bb219015e15 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1191752
Jan 15 15:08:14.775484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7e9a7db6-08da-4012-94e9-04d43bb1c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:14.829718 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1d41c38b-ebb9-49ce-aa3f-bb27666e97c3 req-a471145b-34b8-41cc-be38-7e2a07cb8eea tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571849
Jan 15 15:08:14.854803 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-319de7fb-abc4-4872-bf3d-168f80e3f950 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213189
Jan 15 15:08:14.959913 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bb2d3969-5a8b-4a5e-85e2-d8e588088271 req-ad555705-a101-49a7-9a76-043a18e75023 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 210 time: 0.0527380
Jan 15 15:08:15.024482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:15.025083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for floatingip, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:15.180545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Calling delete_port for 14693971-35bd-4eb7-9c85-fc658d9c05be owned by network:floatingip {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:15.227627 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f51d0e63-7b0f-4c2d-938f-6c76842a2206 req-5e48e90b-d948-4d58-b6d6-0800aee936d8 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3634923
Jan 15 15:08:15.350007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:15.367907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-795d5dde-490f-4d5a-be22-cbb1571dbb2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:15.499825 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event deleted for resources: {'Port': ['ID=14693971-35bd-4eb7-9c85-fc658d9c05be,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:15.507381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:15.594172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df207-0922-4f11-9007-9917dcc8247d req-d7273075-42e1-43f6-a9a7-b972bacfaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:15.595817 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-d7273075-42e1-43f6-a9a7-b972bacfaff5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1161 time: 0.2290652
Jan 15 15:08:15.754108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks [] for floatingip, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:15.754414 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Floating IP a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c disassociated (deleted). External IP: 172.27.0.104, port: 5f516e0d-600d-4235-8127-91933b047b94.
Jan 15 15:08:16.165774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df207-0922-4f11-9007-9917dcc8247d req-13a3c57d-26b0-4917-94a0-bb9681d029f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:16.167415 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-13a3c57d-26b0-4917-94a0-bb9681d029f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.5381927
Jan 15 15:08:16.178024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-766b9acc-7d45-49c2-9c10-c7e242123858 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:16.179895 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-766b9acc-7d45-49c2-9c10-c7e242123858 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "GET /v2.0/networks?id=96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 200  len: 808 time: 0.2617607
Jan 15 15:08:16.209290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c029d2-4dc8-4bc1-8b24-3f94f848ee8d req-e8c3d612-fc08-4c2d-a0de-5c2ec6fa13f0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:16.211497 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30c029d2-4dc8-4bc1-8b24-3f94f848ee8d req-e8c3d612-fc08-4c2d-a0de-5c2ec6fa13f0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.2016830
Jan 15 15:08:16.245550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Request body: {'port': {'device_id': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1', 'admin_state_up': True, 'tenant_id': 'd9ef169460014167842321b2d9113d1a'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:16.252591 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-45be355d-37db-4cf4-9559-3d9156bd56c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 200  len: 217 time: 0.0716801
Jan 15 15:08:16.356736 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30c029d2-4dc8-4bc1-8b24-3f94f848ee8d req-214cf2fd-a13c-4a84-9fd5-32c73736d700 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1382186
Jan 15 15:08:16.418457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:16.420229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df207-0922-4f11-9007-9917dcc8247d req-dc9e138b-d2e0-497c-b2ab-4f9c2422fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:16.421843 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-dc9e138b-d2e0-497c-b2ab-4f9c2422fb62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.1553459
Jan 15 15:08:16.423277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Usage tracker for resource:port and tenant:d9ef169460014167842321b2d9113d1a is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:16.426382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Quota usage for port was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:16.433380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:16.442879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Made reservation on behalf of d9ef169460014167842321b2d9113d1a for: {'port': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:16.452954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:16.581296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Router ce377368-1dab-4b9a-9370-fbd674178e5c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:08:16.628238 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6a33552d-6db3-43c2-a9c0-5dd5a1314516 req-1acb04b8-9402-4bde-a6d5-75f55842fa9d tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 210 time: 0.1134999
Jan 15 15:08:16.658462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830df207-0922-4f11-9007-9917dcc8247d req-1ed9ac73-1a52-4cd2-a8ea-5cc2757dfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:16.660360 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-1ed9ac73-1a52-4cd2-a8ea-5cc2757dfa8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1850576
Jan 15 15:08:16.830186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Allocated IP 172.20.0.14 (96eb5c60-f100-43fe-bc03-5210de4081d1/20ccd373-c796-4c4c-9f63-5166ea072cbb/8c202b53-6b5d-428a-9f58-1101732ee7fa) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:16.847193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-87461674-9036-4e81-9862-164b1ef05781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:16.908433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:08:16.919656 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-c58a5029-872c-4ede-be02-a7a6bb6facb4 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413967
Jan 15 15:08:16.920945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] Sync routers for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:08:16.931722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:16.932477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290cf8a58>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:17.032478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:17.067108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:17.095757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:17.136980 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "DELETE /v2.0/floatingips/a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c HTTP/1.1" status: 204  len: 173 time: 2.8218496
Jan 15 15:08:17.140515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:17.159547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:17.197784 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-830df207-0922-4f11-9007-9917dcc8247d req-1e5a9362-fa9d-448a-9557-f518dd8eec9e service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2695107
Jan 15 15:08:17.235761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-f0d17bac-65f7-4b4e-a0a7-b2ee06248aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.242419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d17261d9-680b-4aa3-9adf-adff08e86630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:17.244550 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-f0d17bac-65f7-4b4e-a0a7-b2ee06248aea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.0884197
Jan 15 15:08:17.320312 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:17.326634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:17.327369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:17.395922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Pushing event updated for resources: {'Port': ['ID=8c202b53-6b5d-428a-9f58-1101732ee7fa,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:17.401718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:17.412480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:17.437480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.438511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:17.444431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-56179e47-b9d8-48d3-9636-30a9e144fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.453767 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-56179e47-b9d8-48d3-9636-30a9e144fb6d service neutron] 10.222.0.68 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.2080002
Jan 15 15:08:17.466859 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2282670
Jan 15 15:08:17.510585 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'status': 'completed', 'code': 200}
Jan 15 15:08:17.529026 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-28e4b3e0-e299-43cf-a675-09a4b2d9bfec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 217 time: 0.0742650
Jan 15 15:08:17.542420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290cf8a58>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:06Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:17.548977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Request body: {'port': {'device_id': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:17.549547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] Checking router: ce377368-1dab-4b9a-9370-fbd674178e5c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:08:17.561282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:17.562028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290cf8a58>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:17.662651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-dbcbb3cc-a65d-42e1-8db7-fa843600c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.664338 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-dbcbb3cc-a65d-42e1-8db7-fa843600c418 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.1279311
Jan 15 15:08:17.722885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-30c2d151-4b61-4c4c-8ab9-31b3c873a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.724759 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-30c2d151-4b61-4c4c-8ab9-31b3c873a0d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.1462772
Jan 15 15:08:17.900555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-2b55fbdc-b587-4bac-8c29-8a05f31e14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.902101 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-2b55fbdc-b587-4bac-8c29-8a05f31e14cc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2256927
Jan 15 15:08:17.910447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-819ae8a7-0959-43e9-9ca4-73e15a562e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:17.912173 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-819ae8a7-0959-43e9-9ca4-73e15a562e99 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.1776392
Jan 15 15:08:17.933215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:17.998931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:08:18.026669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7681e-a64d-42d2-9816-b8491e052c91 req-891b15b1-3fce-45be-84aa-4cd046b5e386 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:18.034362 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7e7681e-a64d-42d2-9816-b8491e052c91 req-891b15b1-3fce-45be-84aa-4cd046b5e386 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.4448705
Jan 15 15:08:18.037083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:18.058132 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-2fe9f4a9-6356-43c4-803c-3c82bbb0ca16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 217 time: 0.1187456
Jan 15 15:08:18.146053 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f7e7681e-a64d-42d2-9816-b8491e052c91 req-a2bcf993-f16e-4884-8721-1dbce33226b9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1106806
Jan 15 15:08:18.346260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290cf8a58>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:06Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:18.351598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bf9a0-3b44-48d8-85cf-79c81ee02ca4 None None] The sync data for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi is: [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:03:57Z', 'revision_number': 4, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '6afadcf4-f467-4930-a7af-8efc2f97bc38', 'name': '', 'network_id': '1e14391c-11d9-4911-8e68-21e7ca7bb222', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'mac_address': 'fa:16:3e:75:54:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:55Z', 'updated_at': '2021-01-15T15:04:06Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'subnets': [{'id': 'b321fd3c-8abe-42cd-a30c-3ff951e27b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:08:18.412876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-e7d69793-d49b-4277-bc24-22a3e177bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:18.414610 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-e7d69793-d49b-4277-bc24-22a3e177bf09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.3394272
Jan 15 15:08:18.424655 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-915feb90-ddca-4ede-bbd9-a5ec64f3984d service neutron] 10.222.0.68 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5092270
Jan 15 15:08:18.561583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e564b-c2f7-4f41-87ce-1ea6c039a389 req-8af408e0-b65f-4e2b-82ff-cca09283a964 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:18.563414 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d49e564b-c2f7-4f41-87ce-1ea6c039a389 req-8af408e0-b65f-4e2b-82ff-cca09283a964 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1664252
Jan 15 15:08:18.681851 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d49e564b-c2f7-4f41-87ce-1ea6c039a389 req-6b910efb-edd2-40d6-b04f-e175a8e5c790 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048405
Jan 15 15:08:18.684466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c202b53-6b5d-428a-9f58-1101732ee7fa {{(pid=80102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:08:18.692521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:18.704767 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f818b9d0-e882-464f-8dcb-a97074cd49e6 req-2bb9c302-cc16-4784-ab3d-fc71799b0199 service neutron] 10.222.0.68 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2457206
Jan 15 15:08:18.707361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Transition to ACTIVE for port object 8c202b53-6b5d-428a-9f58-1101732ee7fa will not be triggered until provisioned by entity L2. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:18.707485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-c7b5ac1a-5f15-456b-8278-0d3f801f7dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:18.709144 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-c7b5ac1a-5f15-456b-8278-0d3f801f7dde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2834713
Jan 15 15:08:18.713263 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-501fdfaa-1848-406c-ad3b-1d449d1920a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2480233
Jan 15 15:08:18.715849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:18.737047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5e931a1-0432-4d79-a19f-aaa5523ad06a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:18.791308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:18.807000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Pushing event updated for resources: {'Port': ['ID=8c202b53-6b5d-428a-9f58-1101732ee7fa,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:18.849845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c97652-b04c-491b-b037-6cd72accf66d None None] New status for floating IP a2fd0f5c-eaa0-4c18-8fab-ad0e4804846c: DOWN {{(pid=80105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:08:18.862388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:18.880237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:18.903691 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-08e4e6d6-d4f8-4bca-a172-51ce4a61a928 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1832166
Jan 15 15:08:19.008631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.022430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:19.028369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:19.028787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.174216 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30247e97-19de-45f2-ba45-7b560a7a2f0c req-a81ca4b3-c862-4fb8-960b-444cbbc5e6f7 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2614746
Jan 15 15:08:19.187050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.213485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Attempting to bind port 8c202b53-6b5d-428a-9f58-1101732ee7fa on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:08:19.213845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Attempting to bind port 8c202b53-6b5d-428a-9f58-1101732ee7fa by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:08:19.214255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Attempting to bind port 8c202b53-6b5d-428a-9f58-1101732ee7fa on network 96eb5c60-f100-43fe-bc03-5210de4081d1 {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:08:19.223405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:08:19.223405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Checking segment: {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:08:19.223405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.223405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Bound using segment: {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:08:19.223405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Bound port: 8c202b53-6b5d-428a-9f58-1101732ee7fa, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'}}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:08:19.223405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.242765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:19.268298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 034a1b73-ab6f-406f-ae88-13a44a94cd97, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:19.269801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c8a3-407d-456c-8008-c11582382d62 req-6fa24f25-65a0-4e9f-a185-90b27790a38f tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:19.271894 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4945c8a3-407d-456c-8008-c11582382d62 req-6fa24f25-65a0-4e9f-a185-90b27790a38f tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 944 time: 0.3316166
Jan 15 15:08:19.277775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.279813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:19.355334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-4945c8a3-407d-456c-8008-c11582382d62 req-a42ff026-2d48-49bf-b27c-44e761f77f81 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Synchronizing usage tracker for tenant:d9ef169460014167842321b2d9113d1a on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:19.364117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:19.373819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.374239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.374626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.375005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.375378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.375749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.376117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.376484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.376850 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.377214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.377575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.377936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.378387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.378786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.379150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.379474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.379843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.380207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.380569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.380928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.381289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.381822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.382006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.382405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:19.387660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:19.398352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] For port 8c202b53-6b5d-428a-9f58-1101732ee7fa, host hv-cinder-73414, cleared binding levels {{(pid=80102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:08:19.420741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] For port 8c202b53-6b5d-428a-9f58-1101732ee7fa, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8c202b53-6b5d-428a-9f58-1101732ee7fa,segment=NetworkSegment(d783800b-0465-455e-b9fb-ce189a756dfb),segment_id=d783800b-0465-455e-b9fb-ce189a756dfb)] {{(pid=80102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:08:19.432474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-4945c8a3-407d-456c-8008-c11582382d62 req-a42ff026-2d48-49bf-b27c-44e761f77f81 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Unset dirty status for tenant:d9ef169460014167842321b2d9113d1a on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:19.433359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.447681 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4945c8a3-407d-456c-8008-c11582382d62 req-a42ff026-2d48-49bf-b27c-44e761f77f81 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644731
Jan 15 15:08:19.450183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-94557974-2f1d-46fa-9b04-7dae6e7bb595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:19.481287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-86e39ca3-316f-4cf3-b9be-df03b1e12d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:19.483449 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-86e39ca3-316f-4cf3-b9be-df03b1e12d23 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 1162 time: 0.1243241
Jan 15 15:08:19.648774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc285e11-dc79-42ec-8cbf-e4343af8c1e4 req-ae80dbeb-5ec2-40aa-87e3-6dccabc3c6ff tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:19.651197 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc285e11-dc79-42ec-8cbf-e4343af8c1e4 req-ae80dbeb-5ec2-40aa-87e3-6dccabc3c6ff tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.3074505
Jan 15 15:08:19.655082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Pushing event updated for resources: {'Port': ['ID=8c202b53-6b5d-428a-9f58-1101732ee7fa,revision_number=3']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:19.659845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:19.706090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-5af9be76-4c97-4261-9053-711388215da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:19.708784 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-5af9be76-4c97-4261-9053-711388215da1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 200  len: 908 time: 0.1516099
Jan 15 15:08:19.715672 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'code': 200}
Jan 15 15:08:19.728324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:19.728990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:19.730479 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-00118401-1a7b-4213-9250-5b498d52a149 service neutron] 10.222.0.74 "PUT /v2.0/ports/8c202b53-6b5d-428a-9f58-1101732ee7fa HTTP/1.1" status: 200  len: 1158 time: 2.1880960
Jan 15 15:08:19.731232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'tag': '8c202b53-6b5d-428a-9f58-1101732ee7fa'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:19.741189 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc285e11-dc79-42ec-8cbf-e4343af8c1e4 req-030be80c-ffd6-4e10-8c79-b62fd82f4bee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0803893
Jan 15 15:08:19.795721 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'tag': '8c202b53-6b5d-428a-9f58-1101732ee7fa', 'status': 'completed', 'code': 200}
Jan 15 15:08:19.850509 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-64884c23-1a72-4966-aad9-8529e41b8677 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 200  len: 217 time: 0.0722272
Jan 15 15:08:20.015202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-4591af7e-fad9-42d5-b52d-8592b49283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.016869 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-4591af7e-fad9-42d5-b52d-8592b49283f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 200  len: 853 time: 0.0786624
Jan 15 15:08:20.044157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4daf88-a5df-42a2-b565-9be534472983 req-0bf81db6-b14c-4a54-8ada-e8d473b6b00c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.045871 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f4daf88-a5df-42a2-b565-9be534472983 req-0bf81db6-b14c-4a54-8ada-e8d473b6b00c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1668658
Jan 15 15:08:20.070602 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-a6230e15-fe63-456f-b89f-ff810d9f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.072666 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-a6230e15-fe63-456f-b89f-ff810d9f3e78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9ef169460014167842321b2d9113d1a&device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 1161 time: 0.1341102
Jan 15 15:08:20.110032 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8f4daf88-a5df-42a2-b565-9be534472983 req-bddbd1ca-6b6f-4e93-88a2-11679e2610a4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577109
Jan 15 15:08:20.255845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-f06c6620-e776-4c92-8640-d92d4173196c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c202b53-6b5d-428a-9f58-1101732ee7fa HTTP/1.1" status: 200  len: 217 time: 0.1026235
Jan 15 15:08:20.293261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:20.295932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-4e502688-0061-42b9-a7fd-8400f9ca223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.297615 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-4e502688-0061-42b9-a7fd-8400f9ca223f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1e14391c-11d9-4911-8e68-21e7ca7bb222&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1462111
Jan 15 15:08:20.322065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-f54eaf7e-f330-42f0-a34f-8da1e7da1f83 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.323112 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-f54eaf7e-f330-42f0-a34f-8da1e7da1f83 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 945 time: 0.1701515
Jan 15 15:08:20.352369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-20516a02-2154-48a7-ab97-7808d7c272b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.354844 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-20516a02-2154-48a7-ab97-7808d7c272b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=20ccd373-c796-4c4c-9f63-5166ea072cbb HTTP/1.1" status: 200  len: 848 time: 0.0847943
Jan 15 15:08:20.361833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49663b8-962c-40bd-8e28-261f7b4d640f req-5e45a315-b9c2-45b4-a817-655f3306e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.363566 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f49663b8-962c-40bd-8e28-261f7b4d640f req-5e45a315-b9c2-45b4-a817-655f3306e5af service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1163 time: 0.1519635
Jan 15 15:08:20.369817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:20.370300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:20.428364 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-ca55e452-e6af-4674-927d-393bd4b8f15e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96eb5c60-f100-43fe-bc03-5210de4081d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636389
Jan 15 15:08:20.498193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 3cad6531-cc26-4772-a8b3-b275d20b8da4 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:20.498595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:20.543355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3cad6531-cc26-4772-a8b3-b275d20b8da4 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:20.546040 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f49663b8-962c-40bd-8e28-261f7b4d640f req-1109445a-9156-4572-89de-75642e438b12 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1468568
Jan 15 15:08:20.632446 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-bc1e8728-faed-4d22-81f8-28714b4e1342 service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918297
Jan 15 15:08:20.671181 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-97659588-2011-48ea-8925-30b5336d0f02 service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3472795
Jan 15 15:08:20.688463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:20.727108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 3cad6531-cc26-4772-a8b3-b275d20b8da4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:20.730816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:20.733051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f4b3167e-794c-4853-959d-0f688acd8973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:20.810476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=3cad6531-cc26-4772-a8b3-b275d20b8da4,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:20.813939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:20.849572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31280fa2-6dec-4695-b18f-14f661a490a5 req-0d733f2a-8fe2-447d-be8e-8c2003174b03 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:20.851284 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-31280fa2-6dec-4695-b18f-14f661a490a5 req-0d733f2a-8fe2-447d-be8e-8c2003174b03 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 944 time: 0.2726688
Jan 15 15:08:20.931726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] For port 3cad6531-cc26-4772-a8b3-b275d20b8da4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:20.932125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:20.950158 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-31280fa2-6dec-4695-b18f-14f661a490a5 req-e2c7f4ed-235f-4e23-a932-ab435194b6ad tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907664
Jan 15 15:08:21.088633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a92a-c31b-415d-851e-5c422b1644dc req-477df38d-7e1f-404a-bc6b-6a9c6dcefcb5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:21.090321 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-83f5a92a-c31b-415d-851e-5c422b1644dc req-477df38d-7e1f-404a-bc6b-6a9c6dcefcb5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.2092407
Jan 15 15:08:21.159460 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a099a2e2-4e53-4c17-9272-9c1735a5a424 req-24b6e0bf-4054-4cfc-8a84-cab83d1301a0 service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2153831
Jan 15 15:08:21.173163 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-83f5a92a-c31b-415d-851e-5c422b1644dc req-78883ca7-5e38-497d-b239-a345c0ac48ed tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0656090
Jan 15 15:08:21.397591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-d17f6b0c-0e0e-41ee-985d-159f22167ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:21.399276 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-d17f6b0c-0e0e-41ee-985d-159f22167ea8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9ef169460014167842321b2d9113d1a&device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 1161 time: 0.0808067
Jan 15 15:08:21.567470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-5e548f56-0364-4901-adbf-6b6cf4f0adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:21.569124 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-5e548f56-0364-4901-adbf-6b6cf4f0adfa service neutron] 10.222.0.74 "GET /v2.0/networks?id=96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 200  len: 902 time: 0.1460874
Jan 15 15:08:21.606411 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-505dca81-9418-4c6a-99cb-2d5d5de62d83 req-9f11656d-0151-48ee-86a9-7218bc04dd5e service neutron] 10.222.0.74 "GET /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6534426
Jan 15 15:08:21.647473 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-fc6063af-b891-4c98-8f28-f64100b3ed8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c202b53-6b5d-428a-9f58-1101732ee7fa HTTP/1.1" status: 200  len: 217 time: 0.0688350
Jan 15 15:08:21.666597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:21.667016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:21.667452 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 990a04ff-5671-4a6b-a2b1-aaf5466cfd81 disassociated. External IP: 172.27.0.45, port: 3cad6531-cc26-4772-a8b3-b275d20b8da4.
Jan 15 15:08:21.667841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 3cad6531-cc26-4772-a8b3-b275d20b8da4 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:21.716992 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:21.754745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-fe861253-ef4b-4da6-9dd1-f9bbc242ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:21.756345 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-fe861253-ef4b-4da6-9dd1-f9bbc242ece1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=20ccd373-c796-4c4c-9f63-5166ea072cbb HTTP/1.1" status: 200  len: 848 time: 0.0780346
Jan 15 15:08:21.760524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a570a-7be2-4f08-983d-6e5fb37c9bfe req-b5bcee75-5d08-4976-aafc-ed0b7d2a28f9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:21.762233 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ba7a570a-7be2-4f08-983d-6e5fb37c9bfe req-b5bcee75-5d08-4976-aafc-ed0b7d2a28f9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.2779739
Jan 15 15:08:21.822786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:08:21.823151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:08:21.829230 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ba7a570a-7be2-4f08-983d-6e5fb37c9bfe req-e5c25e07-7aa0-4e22-a665-c6a6f26897e7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542591
Jan 15 15:08:21.835397 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'code': 200}
Jan 15 15:08:21.848623 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-50dcd528-6685-42f8-b448-cbeaaed406e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96eb5c60-f100-43fe-bc03-5210de4081d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529256
Jan 15 15:08:22.187496 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-2290543d-983b-4c2d-b176-f53b3fc67936 service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986141
Jan 15 15:08:22.238431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e788a7a-f609-4898-af22-f712743074e2 req-12e39a52-e19c-4dfc-ae60-961fc54f30b5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:22.239214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6e788a7a-f609-4898-af22-f712743074e2 req-12e39a52-e19c-4dfc-ae60-961fc54f30b5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Synchronizing usage tracker for tenant:d9ef169460014167842321b2d9113d1a on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:22.348883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 3cad6531-cc26-4772-a8b3-b275d20b8da4 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:22.349271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:22.352370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-6e788a7a-f609-4898-af22-f712743074e2 req-12e39a52-e19c-4dfc-ae60-961fc54f30b5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Unset dirty status for tenant:d9ef169460014167842321b2d9113d1a on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:22.354357 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e788a7a-f609-4898-af22-f712743074e2 req-12e39a52-e19c-4dfc-ae60-961fc54f30b5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 944 time: 0.2456069
Jan 15 15:08:22.394067 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:22.426910 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-942953d0-e059-4802-96e2-e93e874a0bd7 req-e11c84c9-82ce-4a38-97e4-26e938b7699c service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1844096
Jan 15 15:08:22.440875 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e788a7a-f609-4898-af22-f712743074e2 req-75cc786c-099f-429b-ae2e-567ec6c6c64d tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679977
Jan 15 15:08:22.480774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:22.481194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:22.616385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13899305-d043-45a6-ac24-d1845a748afc req-3665b196-5d0f-45dd-85e7-7cadaf557793 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:22.618153 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-13899305-d043-45a6-ac24-d1845a748afc req-3665b196-5d0f-45dd-85e7-7cadaf557793 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 943 time: 0.3058832
Jan 15 15:08:22.714077 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-13899305-d043-45a6-ac24-d1845a748afc req-5381769a-45a4-4785-b99d-b7e7fd2e6cb9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0890408
Jan 15 15:08:22.736483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] For port 3cad6531-cc26-4772-a8b3-b275d20b8da4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3cad6531-cc26-4772-a8b3-b275d20b8da4,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:22.737155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:23.118656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:23.119253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:23.119491 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 990a04ff-5671-4a6b-a2b1-aaf5466cfd81 disassociated. External IP: 172.27.0.45, port: 3cad6531-cc26-4772-a8b3-b275d20b8da4.
Jan 15 15:08:23.119881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 3cad6531-cc26-4772-a8b3-b275d20b8da4 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:23.203772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b5b45-2206-40f0-aa4d-d03bbe93e330 req-a0d570d9-96fb-45a3-bfc6-66bb813c7552 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:23.205518 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee3b5b45-2206-40f0-aa4d-d03bbe93e330 req-a0d570d9-96fb-45a3-bfc6-66bb813c7552 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1990507
Jan 15 15:08:23.310446 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ee3b5b45-2206-40f0-aa4d-d03bbe93e330 req-7316edbe-a8d2-45fc-81a1-e16fd1911afc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979648
Jan 15 15:08:23.349090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:23.364654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:23.410539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'Port': ['ID=3cad6531-cc26-4772-a8b3-b275d20b8da4,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:23.458701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:23.559804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13199ee3-b21b-40a6-9a74-4cdf3aa34c93 req-398a18d3-898c-49ba-8207-c9a5d093d744 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:23.561755 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-13199ee3-b21b-40a6-9a74-4cdf3aa34c93 req-398a18d3-898c-49ba-8207-c9a5d093d744 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1059244
Jan 15 15:08:23.572941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36490) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:23.579520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Request body: {'floatingip': {'port_id': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:23.672755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:23.755050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:08:24.038206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:08:24.050457 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dcba7d87-64ca-479b-9b33-8ff9f6c7b83a req-d9acea1c-192d-4204-829d-8b526dc34363 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 210 time: 0.0571291
Jan 15 15:08:24.056607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:08:24.078784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:24.080431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2907009b0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:24.108856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] No DVR routers for this DVR port 3cad6531-cc26-4772-a8b3-b275d20b8da4 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:08:24.136094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0989543-db3d-4bcf-bda6-6baef908fad5 req-f94d5914-9759-4c45-a6e6-ce4bc8a721cd tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:24.137811 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0989543-db3d-4bcf-bda6-6baef908fad5 req-f94d5914-9759-4c45-a6e6-ce4bc8a721cd tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 944 time: 0.3858483
Jan 15 15:08:24.138969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:24.146405 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'name': 'network-vif-deleted', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:24.189836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-78eda452-4ec8-4d37-870e-fe005d7929fb req-af4ddf25-472b-4ba2-a953-55bc317cdc01 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "DELETE /v2.0/ports/3cad6531-cc26-4772-a8b3-b275d20b8da4 HTTP/1.1" status: 204  len: 173 time: 3.8382614
Jan 15 15:08:24.214212 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0989543-db3d-4bcf-bda6-6baef908fad5 req-92437cf3-8c5b-4f41-927e-3cfcbc719fe1 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604012
Jan 15 15:08:24.217153 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e64c4b3-3cc4-41ed-a915-1a513c6ebd06', 'name': 'network-vif-deleted', 'tag': '3cad6531-cc26-4772-a8b3-b275d20b8da4', 'status': 'completed', 'code': 200}
Jan 15 15:08:24.296384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:24.576377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-2c32a827-8eba-45df-a96c-f12132945199 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:08:24.676469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:24.680832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:24.704352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2907009b0>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:24.708670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:08:24.718766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:24.719448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc2907009b0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:24.822637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-f9e5c364-2c1e-4174-9ba3-bc959d41cde8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:24.823842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-f9e5c364-2c1e-4174-9ba3-bc959d41cde8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:24.842195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-f9e5c364-2c1e-4174-9ba3-bc959d41cde8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:24.843614 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-f9e5c364-2c1e-4174-9ba3-bc959d41cde8 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.1291590
Jan 15 15:08:24.866760 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Floating IP 4f4179f8-0df6-4a09-b6c7-77d86267c2ed associated. External IP: 172.27.0.150, port: 034a1b73-ab6f-406f-ae88-13a44a94cd97.
Jan 15 15:08:24.913113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-7ff043f3-c7ba-4a6c-8a76-23bce9a9a995 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Synchronizing usage tracker for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:24.932985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-7ff043f3-c7ba-4a6c-8a76-23bce9a9a995 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Unset dirty status for tenant:dd51d2d3990e4bd1b9c12c7a6c8d9238 on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:24.937543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:24.949432 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-86b06d7c-6f2a-4ba9-99c1-d52d10964bc6 req-7ff043f3-c7ba-4a6c-8a76-23bce9a9a995 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980396
Jan 15 15:08:24.983936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:25.269413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Router d25c38fe-44de-4b03-94af-0da5196e46d2 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:08:25.309927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc2907009b0>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:25.314296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3b1f-f55a-42b1-863b-dde1e5c36a90 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:08:25.426833 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9af2d3dc-94ad-44d6-bad1-156c3ed1eaff req-540a16ae-b0d1-4e57-b676-9f7fca2da698 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=6e64c4b3-3cc4-41ed-a915-1a513c6ebd06 HTTP/1.1" status: 200  len: 210 time: 0.0536847
Jan 15 15:08:25.473004 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32214275-06a7-4341-b932-bc394f8e616a req-874bc88a-7571-41c2-80a4-092a1cdc05ef tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:25.474744 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32214275-06a7-4341-b932-bc394f8e616a req-874bc88a-7571-41c2-80a4-092a1cdc05ef tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 944 time: 0.1090102
Jan 15 15:08:25.532413 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32214275-06a7-4341-b932-bc394f8e616a req-2f37f12f-76db-4a99-a82c-921991a6f78b tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507112
Jan 15 15:08:25.536983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:08:25.541675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:25.547219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:08:25.561003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:25.561699 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290971d30>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:25.610595 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-362f6e79-b946-4d8c-bec2-ef03456848d4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "PUT /v2.0/floatingips/4f4179f8-0df6-4a09-b6c7-77d86267c2ed HTTP/1.1" status: 200  len: 992 time: 2.0336981
Jan 15 15:08:25.610595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:25.683056 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'status': 'completed', 'code': 200}
Jan 15 15:08:25.744700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:25.755641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:25.806958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350bad44-c4d0-4459-bc79-4a098150c806 None None] New status for floating IP 990a04ff-5671-4a6b-a2b1-aaf5466cfd81: DOWN {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:08:25.908564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30ff-6746-400f-a92c-0acf93701c2d req-2df650d5-5c1f-4bff-83e6-f33493342e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:25.910390 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-2df650d5-5c1f-4bff-83e6-f33493342e9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1163 time: 0.0929933
Jan 15 15:08:26.105075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30ff-6746-400f-a92c-0acf93701c2d req-46a505a1-03e9-4fc9-936b-8da4172cc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:26.106736 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-46a505a1-03e9-4fc9-936b-8da4172cc62a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.1854830
Jan 15 15:08:26.175628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290971d30>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '4f4179f8-0df6-4a09-b6c7-77d86267c2ed', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'port_id': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'mac_address': 'fa:16:3e:a1:2c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:05Z', 'updated_at': '2021-01-15T15:08:24Z', 'revision_number': 1, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:26.180375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:08:26.191005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:26.191968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290971d30>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:26.203542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:26.203957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:26.332491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8c202b53-6b5d-428a-9f58-1101732ee7fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:26.403053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:26.416045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 8c202b53-6b5d-428a-9f58-1101732ee7fa completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:26.421967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8c202b53-6b5d-428a-9f58-1101732ee7fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:26.422400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:26.519038 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-c460582f-b5e3-4deb-9c60-dbc5195658bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 200  len: 1000 time: 0.3962195
Jan 15 15:08:26.554431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:26.565112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5211479-dcbe-4b5f-b362-8cf94cf747b8 req-d0f18f5d-0b76-455a-8b69-15ef66baa7cd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:26.575967 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a5211479-dcbe-4b5f-b362-8cf94cf747b8 req-d0f18f5d-0b76-455a-8b69-15ef66baa7cd tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.3928199
Jan 15 15:08:26.588243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c202b53-6b5d-428a-9f58-1101732ee7fa'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:26.601037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 8c202b53-6b5d-428a-9f58-1101732ee7fa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8c202b53-6b5d-428a-9f58-1101732ee7fa,segment=NetworkSegment(d783800b-0465-455e-b9fb-ce189a756dfb),segment_id=d783800b-0465-455e-b9fb-ce189a756dfb)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:26.605487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:26.608014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:26.694375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=8c202b53-6b5d-428a-9f58-1101732ee7fa,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:26.698753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:26.760432 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a5211479-dcbe-4b5f-b362-8cf94cf747b8 req-beb60a17-5419-4b6c-9774-5cd9ae8082cf tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827476
Jan 15 15:08:26.764872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30ff-6746-400f-a92c-0acf93701c2d req-5f0b1ed1-274b-4b33-ad84-cd06e5f5020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:26.767107 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-5f0b1ed1-274b-4b33-ad84-cd06e5f5020f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.1366506
Jan 15 15:08:26.838800 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c202b53-6b5d-428a-9f58-1101732ee7fa', 'code': 200}
Jan 15 15:08:26.881657 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed01cc-6381-4484-8089-b0972fca8c3a req-1aa952de-0687-40e6-aa9d-3b753295d71e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:26.884669 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b3ed01cc-6381-4484-8089-b0972fca8c3a req-1aa952de-0687-40e6-aa9d-3b753295d71e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.1435208
Jan 15 15:08:26.886759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f30ff-6746-400f-a92c-0acf93701c2d req-cee77653-a571-40fd-86e6-be76f36c03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:26.890061 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-cee77653-a571-40fd-86e6-be76f36c03c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1110985
Jan 15 15:08:26.898798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290971d30>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '4f4179f8-0df6-4a09-b6c7-77d86267c2ed', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'port_id': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'mac_address': 'fa:16:3e:a1:2c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:05Z', 'updated_at': '2021-01-15T15:08:24Z', 'revision_number': 1, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:26.904179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb80b4f-b7a6-4f2c-8464-5ec99e2a88f8 None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '4f4179f8-0df6-4a09-b6c7-77d86267c2ed', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'port_id': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'mac_address': 'fa:16:3e:a1:2c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:05Z', 'updated_at': '2021-01-15T15:08:24Z', 'revision_number': 1, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:08:26.954607 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b3ed01cc-6381-4484-8089-b0972fca8c3a req-0435b0db-3148-4242-a71e-c08535985cfa tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632958
Jan 15 15:08:27.067050 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-e2af5814-6d12-4166-8cf2-b45d49d41a97 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622126
Jan 15 15:08:27.205495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8c202b53-6b5d-428a-9f58-1101732ee7fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:27.216754 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-9e926a75-e351-4b93-8e29-6d7ef21e7608 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-677956197&fields=id&tenant_id=37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 267 time: 0.1476183
Jan 15 15:08:27.287870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8c202b53-6b5d-428a-9f58-1101732ee7fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:27.288216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:27.309313 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6c821-56fa-4224-ab08-1289d58b3299 None None] New status for floating IP 4f4179f8-0df6-4a09-b6c7-77d86267c2ed: ACTIVE {{(pid=80105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:08:27.386469 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-449f30ff-6746-400f-a92c-0acf93701c2d req-1d347c2a-1c30-4897-aab8-4de37cdf265b service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3022635
Jan 15 15:08:27.388511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562180c-4ded-43bb-b2f9-5bfd3636a76c req-49fb335b-0c14-4093-a0fa-e7d9ce96ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:27.390990 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9562180c-4ded-43bb-b2f9-5bfd3636a76c req-49fb335b-0c14-4093-a0fa-e7d9ce96ecf6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 1163 time: 0.0947878
Jan 15 15:08:27.465193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-772b525b-9cac-41fe-971e-9102f9a97e90 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:27.467035 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-772b525b-9cac-41fe-971e-9102f9a97e90 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 811 time: 0.2419963
Jan 15 15:08:27.483902 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-803f33b1-d669-4ae4-86fb-7290663e48ee tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/quotas/37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 375 time: 0.0105131
Jan 15 15:08:27.527901 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9562180c-4ded-43bb-b2f9-5bfd3636a76c req-3ee54328-548c-4232-88eb-5748f75afd1d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485880
Jan 15 15:08:27.588782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-1cc08396-eb84-461e-b8eb-560800e95fbe tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:27.604570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-1cc08396-eb84-461e-b8eb-560800e95fbe tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:27.605925 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-1cc08396-eb84-461e-b8eb-560800e95fbe tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1153812
Jan 15 15:08:27.762036 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-8e7ddba0-785a-4968-9781-6f900664a946 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403985
Jan 15 15:08:27.910107 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-b99c58a8-d0d1-4249-b0c3-446a5d93415b service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415501
Jan 15 15:08:28.003282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f64ae-bd97-4dde-8fd0-24cb316df5dd req-2f794080-1a78-4c32-9f84-c7b7cf47b4cc tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:28.004966 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-789f64ae-bd97-4dde-8fd0-24cb316df5dd req-2f794080-1a78-4c32-9f84-c7b7cf47b4cc tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.1041403
Jan 15 15:08:28.061994 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-789f64ae-bd97-4dde-8fd0-24cb316df5dd req-eb0f23c4-8a60-4124-8853-088f6802afda tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/security-groups?id=cfe09aac-f0d5-4491-87be-f14c508aacce&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492575
Jan 15 15:08:28.287872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691826a-9b67-4027-8024-dc3c02686fbf req-b647c542-d9b4-49d4-bf05-a850e2843609 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:28.289569 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2691826a-9b67-4027-8024-dc3c02686fbf req-b647c542-d9b4-49d4-bf05-a850e2843609 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.1098306
Jan 15 15:08:28.347332 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2691826a-9b67-4027-8024-dc3c02686fbf req-08b36ae2-ba36-4b94-961a-66ba17fc3a24 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512948
Jan 15 15:08:28.494331 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4c96313d-577a-4e38-93a6-9eb307be0d48 req-30c98040-a282-465a-bdce-8c5579036696 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 210 time: 0.0836067
Jan 15 15:08:28.558177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-77444589-a1df-41a4-a222-40e38add5b58 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:28.559799 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-77444589-a1df-41a4-a222-40e38add5b58 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.74 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 945 time: 0.1094093
Jan 15 15:08:28.645519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Deleting port 5f516e0d-600d-4235-8127-91933b047b94 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:28.645925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:28.912303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] For port 5f516e0d-600d-4235-8127-91933b047b94, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=5f516e0d-600d-4235-8127-91933b047b94,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:28.912706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:29.014201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 5f516e0d-600d-4235-8127-91933b047b94 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:29.043993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Calling delete_port for 5f516e0d-600d-4235-8127-91933b047b94 owned by compute:nova {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:29.158223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:29.215847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:29.264062 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-afa83ef9-c144-4da6-8e92-336d76241194 req-e18f8c7a-f117-42fe-8186-bfbf0569948b tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 210 time: 0.0530531
Jan 15 15:08:29.290841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:29.341441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Pushing event deleted for resources: {'Port': ['ID=5f516e0d-600d-4235-8127-91933b047b94,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:29.346050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:29.448403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] No DVR routers for this DVR port 5f516e0d-600d-4235-8127-91933b047b94 on host hv-cinder-73414 {{(pid=80102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:08:29.450844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:29.453765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'name': 'network-vif-deleted', 'tag': '5f516e0d-600d-4235-8127-91933b047b94'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:29.470663 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-90e83911-a269-4c37-9b8c-8c73628ae7b6 req-e72e5cae-a369-4580-8191-50fa4dac8063 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.74 "DELETE /v2.0/ports/5f516e0d-600d-4235-8127-91933b047b94 HTTP/1.1" status: 204  len: 173 time: 0.9034915
Jan 15 15:08:29.539280 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6327de6a-53dc-4c49-b432-3603efefc1bc', 'name': 'network-vif-deleted', 'tag': '5f516e0d-600d-4235-8127-91933b047b94', 'status': 'completed', 'code': 200}
Jan 15 15:08:29.612492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca73-04d2-4926-987d-ea6207bfe5f4 req-20a48c76-fb0c-4380-945d-33f63979d343 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:29.614322 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a277ca73-04d2-4926-987d-ea6207bfe5f4 req-20a48c76-fb0c-4380-945d-33f63979d343 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.1189575
Jan 15 15:08:29.667179 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a277ca73-04d2-4926-987d-ea6207bfe5f4 req-02fdeb27-a1cf-44f6-ac67-afe6e4977791 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463691
Jan 15 15:08:29.837596 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f60cdb33-002c-48fb-8436-65972a4a9b9f req-143e3b6f-2ef3-4d80-8cc3-c69df9903c02 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 210 time: 0.0491362
Jan 15 15:08:30.434335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-3c302465-6cf8-40b1-a1e4-b8d6c418694e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:30.435966 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-3c302465-6cf8-40b1-a1e4-b8d6c418694e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 811 time: 0.4130359
Jan 15 15:08:30.469223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d645bbde-8c34-499a-9c81-0d7861ce3a39 req-b6397d6e-90f5-45c4-be7f-efb964618c3c tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] 10.222.0.68 "GET /v2.0/ports?device_id=6327de6a-53dc-4c49-b432-3603efefc1bc HTTP/1.1" status: 200  len: 210 time: 0.0472655
Jan 15 15:08:30.550692 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-1fb53d01-7416-4e45-99c4-c19455c9f444 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 5763 time: 0.0763764
Jan 15 15:08:30.571041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'port': {'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'admin_state_up': True, 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'security_groups': ['3a8b82d7-d60b-4c4e-83dc-0683106e7159']}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:30.721040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:30.731760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:30.741496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Made reservation on behalf of 37010f80145f44caba1abd118caf0ac2 for: {'port': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:30.751624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:31.074845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddde645-efa2-4155-8747-082f27bbd3f5 req-8e907385-3aa1-4807-ae38-0c9d970600f5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:31.076545 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eddde645-efa2-4155-8747-082f27bbd3f5 req-8e907385-3aa1-4807-ae38-0c9d970600f5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.2071757
Jan 15 15:08:31.088837 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b10f1794-f7a3-405e-a8f8-6882dd375c0e req-be4b248b-f355-4641-bbdd-ad1fcac9aa85 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 210 time: 0.0490947
Jan 15 15:08:31.190272 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-eddde645-efa2-4155-8747-082f27bbd3f5 req-30fd4b49-85a0-4918-bba4-8833436df141 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051791
Jan 15 15:08:31.212954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Allocated IP 172.20.0.5 (2ee8b40a-9e81-4098-a8a4-9864168b2681/804819d3-58a0-47d5-8cda-ee73833b3790/3a938a2e-7899-498c-a09f-ed20f4eb8cc3) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:31.416812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:31.435444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Transition to ACTIVE for port object 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 will not be triggered until provisioned by entity DHCP. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:31.455402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:31.470834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ba08dc4b-dc20-451c-a2c3-68f41e2a77ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:31.643241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:31.648840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:31.770867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:31.772130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:31.783276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:31.879582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:31.880460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:31.914350 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-7de2eee0-2191-4abd-b567-5a5f07d9bea5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3476408
Jan 15 15:08:31.963073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Request body: {'port': {'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:32.097487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:32.100137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-075feba9-334f-4a62-9df2-7969203b28be None None] Provisioning for port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:32.106535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-075feba9-334f-4a62-9df2-7969203b28be None None] Provisioning complete for port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:32.107203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-075feba9-334f-4a62-9df2-7969203b28be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:32.170495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-075feba9-334f-4a62-9df2-7969203b28be None None] Port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:08:32.307002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f3ca6-b37c-4ca7-8af6-06444dfad914 req-4d34f3e3-7894-4c3c-9b69-468403563364 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:32.309786 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-206f3ca6-b37c-4ca7-8af6-06444dfad914 req-4d34f3e3-7894-4c3c-9b69-468403563364 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1256390
Jan 15 15:08:32.377593 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-206f3ca6-b37c-4ca7-8af6-06444dfad914 req-0fcb49e6-712b-4b27-8f17-fed9f60b4556 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585718
Jan 15 15:08:32.590950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcca11-bb84-418a-82e8-ed84a7a8c78d req-f9dd6d34-8351-4295-a2c5-9cec204e2995 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:32.591764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-cdfcca11-bb84-418a-82e8-ed84a7a8c78d req-f9dd6d34-8351-4295-a2c5-9cec204e2995 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:32.621005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36638) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:32.628033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-cdfcca11-bb84-418a-82e8-ed84a7a8c78d req-f9dd6d34-8351-4295-a2c5-9cec204e2995 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:32.629318 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdfcca11-bb84-418a-82e8-ed84a7a8c78d req-f9dd6d34-8351-4295-a2c5-9cec204e2995 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 931 time: 0.2540362
Jan 15 15:08:32.732262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 {{(pid=80102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:08:32.743096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:32.751990 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdfcca11-bb84-418a-82e8-ed84a7a8c78d req-3e4fb909-937d-44ab-806e-125f924ffdbb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0887423
Jan 15 15:08:32.763876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Transition to ACTIVE for port object 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 will not be triggered until provisioned by entity L2. {{(pid=80102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:32.767622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:32.787311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-edfe8837-38d3-4ca8-ab10-58067f44d601 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:32.920319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Pushing event updated for resources: {'Port': ['ID=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:32.926682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:33.005606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55f3fc-fe31-4393-88e5-e03fe1633a60 req-5de19d09-22c6-4832-9dff-9cd4a7c4ae9a tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:33.007372 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d55f3fc-fe31-4393-88e5-e03fe1633a60 req-5de19d09-22c6-4832-9dff-9cd4a7c4ae9a tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.2061810
Jan 15 15:08:33.128124 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Attempting to bind port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:08:33.128515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Attempting to bind port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:08:33.128889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Attempting to bind port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 on network 2ee8b40a-9e81-4098-a8a4-9864168b2681 {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:08:33.135752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:08:33.136135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Checking segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:08:33.136544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:33.136947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Bound using segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} {{(pid=80102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:08:33.137431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Bound port: 3a938a2e-7899-498c-a09f-ed20f4eb8cc3, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}}] {{(pid=80102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:08:33.137811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:33.139966 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d55f3fc-fe31-4393-88e5-e03fe1633a60 req-a89388e4-ad58-481e-b457-e7ec7fea23a1 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773771
Jan 15 15:08:33.239348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] For port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3, host hv-cinder-73414, cleared binding levels {{(pid=80102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:08:33.244230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] For port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:08:33.248215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:33.264694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:33.373446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:33.416852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Pushing event updated for resources: {'Port': ['ID=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,revision_number=3']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:33.422451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:33.473726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:33.474373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:33.478755 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] 10.222.0.74 "PUT /v2.0/ports/3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 1157 time: 1.5177898
Jan 15 15:08:33.481215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:33.554855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'status': 'completed', 'code': 200}
Jan 15 15:08:33.713979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-d9ee3104-1373-4a54-bcba-88b14fffeb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:33.714328 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-d9ee3104-1373-4a54-bcba-88b14fffeb2b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1160 time: 0.0857651
Jan 15 15:08:33.722340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b07384-f373-43bf-b143-cce2a3225b9c req-1765235d-2fbc-428a-83ea-3035cc34fc14 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:33.724005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-71b07384-f373-43bf-b143-cce2a3225b9c req-1765235d-2fbc-428a-83ea-3035cc34fc14 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.1839380
Jan 15 15:08:33.803315 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-97fde725-7398-46b6-8239-d10779577b3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 217 time: 0.0658219
Jan 15 15:08:33.973010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-4a651132-c290-4a15-bffc-dfe329dba091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:33.974601 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-4a651132-c290-4a15-bffc-dfe329dba091 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1317365
Jan 15 15:08:34.073777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4770e-d768-42a2-b51c-0245fb07deae req-63c57653-aeef-449f-94db-2c4d70511f97 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:34.075518 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7cf4770e-d768-42a2-b51c-0245fb07deae req-63c57653-aeef-449f-94db-2c4d70511f97 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 943 time: 0.1751637
Jan 15 15:08:34.164212 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-71b07384-f373-43bf-b143-cce2a3225b9c req-58da167d-68cd-4a82-8670-7fce07fcd9bc tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3870745
Jan 15 15:08:34.275572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-ad37fc44-10bd-4577-b8de-171d4ecd44f1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:34.277134 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-ad37fc44-10bd-4577-b8de-171d4ecd44f1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 946 time: 0.2436819
Jan 15 15:08:34.386456 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7cf4770e-d768-42a2-b51c-0245fb07deae req-f2e28ba9-9bff-4c4b-b614-0fb0f6524f9f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3023570
Jan 15 15:08:34.388532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-1fadbb2c-40e1-41ac-bb49-9363f0eb386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:34.390167 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-1fadbb2c-40e1-41ac-bb49-9363f0eb386c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4026625
Jan 15 15:08:34.473387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Deleting port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:34.473800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:34.508368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Deleting port 6afadcf4-f467-4930-a7af-8efc2f97bc38 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:34.509117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:34.552706 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-9b404064-b034-4031-a734-be3d93d542b4 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511066
Jan 15 15:08:34.711668 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44d4a996-9b2f-466d-8bc6-575df4854248 req-abfed160-22ec-4b2b-be62-b87a8b82fb99 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458480
Jan 15 15:08:34.742104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d53bd-b43d-4d93-9054-75a24bdb89f4 req-af55b245-0102-4437-af5a-c3b868b51e2c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:34.743874 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f2d53bd-b43d-4d93-9054-75a24bdb89f4 req-af55b245-0102-4437-af5a-c3b868b51e2c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.4212766
Jan 15 15:08:34.926303 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f2d53bd-b43d-4d93-9054-75a24bdb89f4 req-3dd673ee-db63-4fd5-898f-880ad315708c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652112
Jan 15 15:08:34.962537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-32665ea1-daf0-4593-9b5c-ec76be617a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:34.964380 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-32665ea1-daf0-4593-9b5c-ec76be617a1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1160 time: 0.0869849
Jan 15 15:08:34.994803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] For port 6afadcf4-f467-4930-a7af-8efc2f97bc38, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=6afadcf4-f467-4930-a7af-8efc2f97bc38,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:34.995210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:35.047134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 2c1b0800-0566-4b3f-b47f-d83ceda0c234 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:35.132485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-1c9f7bc3-71b7-4541-b33e-1077c03f4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:35.134723 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-1c9f7bc3-71b7-4541-b33e-1077c03f4214 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1474683
Jan 15 15:08:35.138736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Calling delete_port for 6afadcf4-f467-4930-a7af-8efc2f97bc38 owned by network:router_interface {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:35.169439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:35.173281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] For port 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:35.173694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:35.213149 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-56d3da71-9043-471c-963e-f1b10fa21bdc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 217 time: 0.0706701
Jan 15 15:08:35.213490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:35.214621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:35.221050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:35.223252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-16313f9f-1f3b-47b7-9ecf-d5ebefd59e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:35.304703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=2c1b0800-0566-4b3f-b47f-d83ceda0c234,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:35.309031 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'code': 200}
Jan 15 15:08:35.309772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:35.413329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-f5834c0f-d6ad-41e4-b772-6157bdc7ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:35.414944 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-f5834c0f-d6ad-41e4-b772-6157bdc7ef4d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1435857
Jan 15 15:08:35.458469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6f0db-deea-4909-b34f-a28d63ec61db req-400888e6-4759-4f58-aecb-f9eb41c78f5f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:35.460366 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bcf6f0db-deea-4909-b34f-a28d63ec61db req-400888e6-4759-4f58-aecb-f9eb41c78f5f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1357687
Jan 15 15:08:35.566552 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bcf6f0db-deea-4909-b34f-a28d63ec61db req-95cab58b-d45b-434e-a82c-dc85b318ada2 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688577
Jan 15 15:08:35.583604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-bca2a07d-8338-4ecd-a046-dcfda3137afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:35.585206 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-bca2a07d-8338-4ecd-a046-dcfda3137afc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1238542
Jan 15 15:08:35.737690 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-88cbe282-fb66-49c6-b2e2-e0d5281839e3 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443121
Jan 15 15:08:35.911160 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bf10a489-2e98-49dc-85b6-88292bc13202 req-47c744ae-3364-40c4-803e-d209bb109c1b service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1538296
Jan 15 15:08:36.059264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:36.059827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:36.060030 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Floating IP 7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a disassociated. External IP: 172.27.0.125, port: 2c1b0800-0566-4b3f-b47f-d83ceda0c234.
Jan 15 15:08:36.060383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Calling delete_port for 2c1b0800-0566-4b3f-b47f-d83ceda0c234 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:36.143838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-6d6c8bb3-9231-4748-b742-4207c3c88f9a tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:36.145467 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-6d6c8bb3-9231-4748-b742-4207c3c88f9a tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.6998558
Jan 15 15:08:36.172186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1181a4-8d8d-4fe9-8814-82f23a58c547 req-55447902-9003-4fb1-b4a4-c8db0a531bba tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:36.173831 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fc1181a4-8d8d-4fe9-8814-82f23a58c547 req-55447902-9003-4fb1-b4a4-c8db0a531bba tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.1086938
Jan 15 15:08:36.179258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb0ac-b602-4183-9d12-5ce561225e05 req-4c844abe-8d1c-4f80-8365-4394d5c25f03 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:36.181452 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2affb0ac-b602-4183-9d12-5ce561225e05 req-4c844abe-8d1c-4f80-8365-4394d5c25f03 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 943 time: 0.6406250
Jan 15 15:08:36.226090 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fc1181a4-8d8d-4fe9-8814-82f23a58c547 req-fff45158-aaa3-48cd-ba10-224a0f05fbde tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456364
Jan 15 15:08:36.357457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Deleting port 8c202b53-6b5d-428a-9f58-1101732ee7fa {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:36.357845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:36.382783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:36.403115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d9131ca-b797-46e2-951d-fe6f37cdac8b tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:36.436871 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2affb0ac-b602-4183-9d12-5ce561225e05 req-a2271fdb-b7fe-4a0e-9f84-ad9913e96646 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2082758
Jan 15 15:08:36.530210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6afadcf4-f467-4930-a7af-8efc2f97bc38,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:36.532144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:08:36.532524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:08:36.537479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:36.819294 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a547ef-f390-4391-b0b4-df71e064daaa req-a36baeb9-60cd-4ead-92fe-85951b3ae254 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:36.821114 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79a547ef-f390-4391-b0b4-df71e064daaa req-a36baeb9-60cd-4ead-92fe-85951b3ae254 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1078646
Jan 15 15:08:36.884145 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-79a547ef-f390-4391-b0b4-df71e064daaa req-5e5b40f2-0890-4ab7-a2a2-03dcc4b55432 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557272
Jan 15 15:08:36.936007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] For port 8c202b53-6b5d-428a-9f58-1101732ee7fa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8c202b53-6b5d-428a-9f58-1101732ee7fa,segment=NetworkSegment(d783800b-0465-455e-b9fb-ce189a756dfb),segment_id=d783800b-0465-455e-b9fb-ce189a756dfb)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:36.936423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:37.068532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Deleting port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:37.068985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:37.101687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Calling delete_port for 8c202b53-6b5d-428a-9f58-1101732ee7fa owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:37.333906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:37.460668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08778d47-83af-47cb-91b2-0b83be411185 req-90fe4903-3eb1-4c30-8883-87147ce71589 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:37.462485 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08778d47-83af-47cb-91b2-0b83be411185 req-90fe4903-3eb1-4c30-8883-87147ce71589 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 946 time: 0.1038592
Jan 15 15:08:37.517238 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08778d47-83af-47cb-91b2-0b83be411185 req-2127ef16-2823-4109-942c-010d066dd865 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481534
Jan 15 15:08:37.777705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:37.849738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:37.856130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:37.856558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:37.959768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:37.982625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-794df9db-8dbb-4988-9a1a-d333f83a0a91 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:37.983448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:38.011544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:38.032800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:38.034744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Pushing event deleted for resources: {'Port': ['ID=8c202b53-6b5d-428a-9f58-1101732ee7fa,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:38.038588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:38.041518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-992fdc3d-eba6-4b9e-a3bc-86e878178946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:38.092634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:38.115496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8c202b53-6b5d-428a-9f58-1101732ee7fa no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:38.140481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:38.151932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:38.157020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 8c202b53-6b5d-428a-9f58-1101732ee7fa {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:08:38.157426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8c202b53-6b5d-428a-9f58-1101732ee7fa not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:08:38.166741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] For port 2c1b0800-0566-4b3f-b47f-d83ceda0c234, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=2c1b0800-0566-4b3f-b47f-d83ceda0c234,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:38.167154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:38.175674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4261d7-b8fc-4272-83b7-e0507e505afc req-e491f3ba-c50a-4d5a-829c-3cca49566860 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:38.177425 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ed4261d7-b8fc-4272-83b7-e0507e505afc req-e491f3ba-c50a-4d5a-829c-3cca49566860 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 944 time: 0.1183345
Jan 15 15:08:38.230005 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ed4261d7-b8fc-4272-83b7-e0507e505afc req-852fa351-5146-437a-9cda-1335b7cb0f2a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=d6baf534-1063-4c45-afc6-b16a9a32b0b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453706
Jan 15 15:08:38.305048 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'code': 200}
Jan 15 15:08:38.519475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a1962-5ff2-44e9-86a7-b9fa5bf14ea6 req-06fd4729-e774-4123-9fc3-c408792e5740 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:38.521225 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-956a1962-5ff2-44e9-86a7-b9fa5bf14ea6 req-06fd4729-e774-4123-9fc3-c408792e5740 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 943 time: 0.9252100
Jan 15 15:08:38.732834 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b5ed12b3-835b-43c4-a87d-8b95dfa5527f req-574c09dc-d40d-409e-bfce-b4eab6d95145 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 210 time: 0.0630996
Jan 15 15:08:38.766858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] No DVR routers for this DVR port 8c202b53-6b5d-428a-9f58-1101732ee7fa on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:08:38.769777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081be41-3603-4718-badc-d1f1e1fce098 req-201a698e-1a1b-4965-99c7-1752d105f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:38.771521 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8081be41-3603-4718-badc-d1f1e1fce098 req-201a698e-1a1b-4965-99c7-1752d105f63c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1162 time: 0.1376882
Jan 15 15:08:38.830842 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8081be41-3603-4718-badc-d1f1e1fce098 req-47610f57-0722-4af1-9952-aa42487d6671 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0409348
Jan 15 15:08:38.841095 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-956a1962-5ff2-44e9-86a7-b9fa5bf14ea6 req-b4aab213-2714-42bf-8c5c-24cb25a5740f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2889419
Jan 15 15:08:38.849654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:38.853275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'name': 'network-vif-deleted', 'tag': '8c202b53-6b5d-428a-9f58-1101732ee7fa'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:38.926672 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7', 'name': 'network-vif-deleted', 'tag': '8c202b53-6b5d-428a-9f58-1101732ee7fa', 'status': 'completed', 'code': 200}
Jan 15 15:08:38.932521 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-93d38d5a-77a3-4621-9b40-479d50eeb62d req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "DELETE /v2.0/ports/8c202b53-6b5d-428a-9f58-1101732ee7fa HTTP/1.1" status: 204  len: 173 time: 2.7491601
Jan 15 15:08:38.936338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:38.939290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:38.939290 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Floating IP 7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a disassociated. External IP: 172.27.0.125, port: 2c1b0800-0566-4b3f-b47f-d83ceda0c234.
Jan 15 15:08:38.939290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Calling delete_port for 2c1b0800-0566-4b3f-b47f-d83ceda0c234 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:39.113631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Router ce377368-1dab-4b9a-9370-fbd674178e5c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:08:39.269446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:39.353706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:39.357078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:39.357585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:39.381341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:39.764955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event deleted for resources: {'Port': ['ID=2c1b0800-0566-4b3f-b47f-d83ceda0c234,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:39.782914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:39.786353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-bb92f186-da1a-46c7-b0d1-ce4733ff2ac2 req-94958812-b810-4797-97e3-dcf4cade9655 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:39.800258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:08:39.826915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] Sync routers for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:08:39.835731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-bb92f186-da1a-46c7-b0d1-ce4733ff2ac2 req-94958812-b810-4797-97e3-dcf4cade9655 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:39.839133 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bb92f186-da1a-46c7-b0d1-ce4733ff2ac2 req-94958812-b810-4797-97e3-dcf4cade9655 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.4248281
Jan 15 15:08:39.852166 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:39.852946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a18208>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:39.862263 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] 10.222.0.68 "PUT /v2.0/routers/ce377368-1dab-4b9a-9370-fbd674178e5c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2375803
Jan 15 15:08:39.862705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36690) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:40.159293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:40.252530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8025b012-da03-4ab8-a665-1922d6d41c02 req-fefc2b4b-487e-4f9d-8893-83a1d50fb0c4 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=cbc65cc0-446b-46a5-a53d-bc08a0fdd3c7 HTTP/1.1" status: 200  len: 210 time: 0.1576474
Jan 15 15:08:40.258052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks [] for router, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:40.278782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:08:40.392284 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5809bd-30bd-491e-8e06-78d612af060d req-64cabc2a-439b-4392-9ac0-204ff0119a15 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:40.404401 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ed5809bd-30bd-491e-8e06-78d612af060d req-64cabc2a-439b-4392-9ac0-204ff0119a15 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 945 time: 0.2583776
Jan 15 15:08:40.502279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:40.507667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Deleting port 76652702-bbec-4478-b9b5-fb6dab1abf28 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:40.508042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:40.561821 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ed5809bd-30bd-491e-8e06-78d612af060d req-3a1dcf06-2438-4c6c-bbc8-b52d287e0368 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1563423
Jan 15 15:08:40.566182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a18208>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:08:36Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:40.572022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] Checking router: ce377368-1dab-4b9a-9370-fbd674178e5c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:08:40.593832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] Routers {'ce377368-1dab-4b9a-9370-fbd674178e5c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:40.594796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a18208>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ce377368-1dab-4b9a-9370-fbd674178e5c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:40.615835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:08:40.627619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:08:40.639750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:40.640710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290bff5f8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:40.655249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] No DVR routers for this DVR port 2c1b0800-0566-4b3f-b47f-d83ceda0c234 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:08:40.657611 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:40.659714 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d5fe3bb8-0657-4258-bf07-1122496b2a0b req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "DELETE /v2.0/ports/2c1b0800-0566-4b3f-b47f-d83ceda0c234 HTTP/1.1" status: 204  len: 173 time: 6.3701732
Jan 15 15:08:40.755606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] For port 76652702-bbec-4478-b9b5-fb6dab1abf28, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=76652702-bbec-4478-b9b5-fb6dab1abf28,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:40.756144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:40.869707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] Set router ce377368-1dab-4b9a-9370-fbd674178e5c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:40.926880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Calling delete_port for 76652702-bbec-4478-b9b5-fb6dab1abf28 owned by network:router_gateway {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:40.927481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'name': 'network-vif-deleted', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:41.058810 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db556f96-4f92-41b7-afd1-636e9e05ca38', 'name': 'network-vif-deleted', 'tag': '2c1b0800-0566-4b3f-b47f-d83ceda0c234', 'status': 'completed', 'code': 200}
Jan 15 15:08:41.098561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.102475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:41.141679 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b07e173-6df3-41c7-98a6-57c3f45c5f06 req-830749c8-5fd3-4f92-a0a7-4028a692b130 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=db556f96-4f92-41b7-afd1-636e9e05ca38 HTTP/1.1" status: 200  len: 210 time: 0.0561922
Jan 15 15:08:41.291448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a18208>, [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:08:36Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:41.295746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf048b4-97c6-4f7c-996f-4fe9722a29fa None None] The sync data for ids ['ce377368-1dab-4b9a-9370-fbd674178e5c'] in dv-cinder-734144-13-iscsi is: [{'id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'name': 'tempest-TestMinimumBasicScenario-778803493-router', 'tenant_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:51Z', 'updated_at': '2021-01-15T15:08:36Z', 'revision_number': 5, 'project_id': 'dd51d2d3990e4bd1b9c12c7a6c8d9238', 'gw_port': {'id': '76652702-bbec-4478-b9b5-fb6dab1abf28', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce377368-1dab-4b9a-9370-fbd674178e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:52Z', 'updated_at': '2021-01-15T15:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:08:41.344942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.522995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290bff5f8>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:41.531072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:08:41.546081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:41.546810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290bff5f8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:41.798646 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.802291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.814464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:41.826432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-ba40495f-ae3b-47e7-b728-fa9ba698b403 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:41.827417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f16ef31a-2093-4ec7-a056-d8654892052e req-ba40495f-ae3b-47e7-b728-fa9ba698b403 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Synchronizing usage tracker for tenant:d9ef169460014167842321b2d9113d1a on resource:network {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:41.839557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.840297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce377368-1dab-4b9a-9370-fbd674178e5c {{(pid=80102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:08:41.848333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f16ef31a-2093-4ec7-a056-d8654892052e req-ba40495f-ae3b-47e7-b728-fa9ba698b403 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Unset dirty status for tenant:d9ef169460014167842321b2d9113d1a on resource:network {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:41.855717 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-ba40495f-ae3b-47e7-b728-fa9ba698b403 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/networks?id=96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 200  len: 808 time: 0.2494187
Jan 15 15:08:41.861735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.863326 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-90a009af-5e7d-4d2a-9df5-7f929c569387 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ce377368-1dab-4b9a-9370-fbd674178e5c HTTP/1.1" status: 204  len: 168 time: 1.9994586
Jan 15 15:08:41.865866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36720) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:41.878931 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-5fe30571-6a1a-4937-9626-5d8732da8184 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/quotas/d9ef169460014167842321b2d9113d1a HTTP/1.1" status: 200  len: 375 time: 0.0222161
Jan 15 15:08:41.945395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Deleting subnet b321fd3c-8abe-42cd-a30c-3ff951e27b18 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:08:41.948332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f16ef31a-2093-4ec7-a056-d8654892052e req-820d5d8a-d458-499f-9fc8-f1248dd19a5e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Synchronizing usage tracker for tenant:d9ef169460014167842321b2d9113d1a on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:41.949985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:41.965629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f16ef31a-2093-4ec7-a056-d8654892052e req-820d5d8a-d458-499f-9fc8-f1248dd19a5e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Unset dirty status for tenant:d9ef169460014167842321b2d9113d1a on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:41.976490 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-820d5d8a-d458-499f-9fc8-f1248dd19a5e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9ef169460014167842321b2d9113d1a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0965009
Jan 15 15:08:42.066677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:42.145027 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-360d2c2f-38f9-4c3c-a165-f4d9de2a490a service neutron] 10.222.0.68 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675861
Jan 15 15:08:42.192802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241562c-8024-40a4-b5ee-1f26fda013c9 req-8591ad03-b930-491d-9707-c605e60552b2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:42.198882 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a241562c-8024-40a4-b5ee-1f26fda013c9 req-8591ad03-b930-491d-9707-c605e60552b2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 945 time: 0.4200490
Jan 15 15:08:42.257751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290bff5f8>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:42.263543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05900bb2-5acd-4be0-9767-2bb5f5044978 None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:08:42.295288 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:42.312108 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-3828619a-6425-46aa-a7f6-5e27f30d5e65 service neutron] 10.222.0.68 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1657805
Jan 15 15:08:42.334108 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a241562c-8024-40a4-b5ee-1f26fda013c9 req-0594189e-ba3d-4b52-9c5e-1e4e06dc9a06 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1025393
Jan 15 15:08:42.647839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:42.666671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bc3463a-580b-432a-b39e-de34004712b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:42.745841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4b185-4c6b-40c7-980b-31ea28acdb74 None None] New status for floating IP 7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a: DOWN {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:08:42.803682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b321fd3c-8abe-42cd-a30c-3ff951e27b18,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:42.848192 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05984352-943b-4ed1-8426-286f1c8af94f req-0a8b61e8-dd2b-46c2-8603-665d5ba3b04f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:42.858408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-05984352-943b-4ed1-8426-286f1c8af94f req-0a8b61e8-dd2b-46c2-8603-665d5ba3b04f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 945 time: 0.1259015
Jan 15 15:08:42.889939 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3edc115f-cf4e-4a70-aa7e-ee07b8a26e33 req-2cc6a1d9-5e4d-4746-aa6d-8fdfd3fc1593 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 210 time: 0.1829617
Jan 15 15:08:42.894852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.895281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.895713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.896125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.896535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.896939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.897344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.904750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.905178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.905606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.906052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.906577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.906931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.907343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.910616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.911079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.911505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.911929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.912347 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.912760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.913174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.913577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.914006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.914411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:42.932378 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-05984352-943b-4ed1-8426-286f1c8af94f req-008ffd5c-c9aa-4ede-9cbf-748e90482e60 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0713921
Jan 15 15:08:42.941756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:42.963655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:42.971983 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b321fd3c-8abe-42cd-a30c-3ff951e27b18 HTTP/1.1" status: 204  len: 168 time: 1.1049585
Jan 15 15:08:42.975010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36748) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:42.995678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36752) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:43.053221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61a6a7-2f81-439a-8c38-f3d4a36b10f1 None None] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:08:43.120719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.161151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.228760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.234994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bd8c6516-eb87-4c00-b69c-fd49b2a04e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:43.253366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6baf534-1063-4c45-afc6-b16a9a32b0b7,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:43.266251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:43.272628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.273288 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.277471 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "DELETE /v2.0/security-groups/d6baf534-1063-4c45-afc6-b16a9a32b0b7 HTTP/1.1" status: 204  len: 168 time: 0.2780008
Jan 15 15:08:43.277937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36756) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:43.295655 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.v2.resource [None req-4c43a319-b8ff-4f94-9f46-0f522b51cbe5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] show failed (client error): The resource could not be found.
Jan 15 15:08:43.299789 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4c43a319-b8ff-4f94-9f46-0f522b51cbe5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups/d6baf534-1063-4c45-afc6-b16a9a32b0b7 HTTP/1.1" status: 404  len: 347 time: 0.0178823
Jan 15 15:08:43.300200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36760) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:43.319270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6afadcf4-f467-4930-a7af-8efc2f97bc38 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:43.387575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 6afadcf4-f467-4930-a7af-8efc2f97bc38 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:08:43.387985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 6afadcf4-f467-4930-a7af-8efc2f97bc38 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:08:43.388469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 76652702-bbec-4478-b9b5-fb6dab1abf28 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:43.431360 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-b4d48a51-2c2b-43b4-8632-c9066a5d8e2c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4230347
Jan 15 15:08:43.436597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Deleting port 57452684-e0be-4ed3-8514-125a767f2527 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:43.441774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 76652702-bbec-4478-b9b5-fb6dab1abf28 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:08:43.442222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 76652702-bbec-4478-b9b5-fb6dab1abf28 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:08:43.448115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.482962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Deleting port f2c2c69b-d458-4f18-8363-cdb9a0cd64d6 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:43.483528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.490916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:43.510538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:43.527302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:43.579647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.629588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] DHCP port deletion for 1e14391c-11d9-4911-8e68-21e7ca7bb222 request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:08:43.634526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Deleting port 57452684-e0be-4ed3-8514-125a767f2527 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:43.635051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.676136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.676627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.809516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Calling delete_port for f2c2c69b-d458-4f18-8363-cdb9a0cd64d6 owned by network:floatingip {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:43.821217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] For port 57452684-e0be-4ed3-8514-125a767f2527, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=57452684-e0be-4ed3-8514-125a767f2527,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:43.821680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.860105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] For port 57452684-e0be-4ed3-8514-125a767f2527, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=57452684-e0be-4ed3-8514-125a767f2527,segment=NetworkSegment(f47be672-a71b-4933-a14c-5b3365347dfc),segment_id=f47be672-a71b-4933-a14c-5b3365347dfc)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:43.860667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.960648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Calling delete_port for 57452684-e0be-4ed3-8514-125a767f2527 owned by network:dhcp {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:43.962429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:43.978722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:44.030845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event deleted for resources: {'Port': ['ID=f2c2c69b-d458-4f18-8363-cdb9a0cd64d6,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:44.035200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Calling delete_port for 57452684-e0be-4ed3-8514-125a767f2527 owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:08:44.103229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:44.108833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.128573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.230538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e87a39a8-1b6c-4e97-a5e5-8e639011fccb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:44.233326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80104) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:08:44.233935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:08:44.245041 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c8fe5050-5137-4129-bd78-55166666468a req-f11be5b1-e61a-423a-b974-05efece14165 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 210 time: 0.0646086
Jan 15 15:08:44.302391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=57452684-e0be-4ed3-8514-125a767f2527,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:44.310164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.318640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:44.326279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.330652 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "DELETE /v2.0/floatingips/7e25cdb1-1df2-478f-a9e5-7eeb62df5e8a HTTP/1.1" status: 204  len: 168 time: 1.0262730
Jan 15 15:08:44.728924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] No DVR routers for this DVR port 57452684-e0be-4ed3-8514-125a767f2527 on host dv-cinder-734144-13-iscsi {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:08:44.735517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Deleting port 57452684-e0be-4ed3-8514-125a767f2527 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:08:44.735883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.749302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36774) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:44.756180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'security_group': {'name': 'tempest-securitygroup--1116721272', 'description': 'tempest-description--623447056'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:44.766360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:44.771134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:44.775029 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:44.781434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:44.804496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.822623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-da7a7680-f680-4d5d-b700-b0674a151ed4 None None] The port '57452684-e0be-4ed3-8514-125a767f2527' was deleted {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:08:44.834128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7a04ceec-f740-4ad0-ba3c-fc90b83eaa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.840398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:44.845145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:44.848465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:44.856570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:44.936739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.940022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.945939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-53698d94-1439-43aa-911e-c41dbf1a6fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:44.972416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.994442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'SecurityGroup': ['ID=0b397722-e008-4202-ada4-b21aed0b7c26,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:44.997019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:44.998635 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2482197
Jan 15 15:08:44.999610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e5d000b3-93b1-4434-8f67-2007825fbbc5 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:45.001650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36780) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:45.007727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'security_group_rule': {'security_group_id': '0b397722-e008-4202-ada4-b21aed0b7c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:45.020190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:45.026370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-634e972a-47db-4600-9c15-a9266985b008 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:45.026645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:45.028064 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-634e972a-47db-4600-9c15-a9266985b008 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "GET /v2.0/networks?id=96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 200  len: 808 time: 0.7989070
Jan 15 15:08:45.030874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:45.037109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:45.061915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.099379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 57452684-e0be-4ed3-8514-125a767f2527 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:08:45.101738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Request body: {'port': {'device_id': '93f95a13-576c-4d93-b62e-bc537600789c', 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1', 'admin_state_up': True, 'tenant_id': 'd9ef169460014167842321b2d9113d1a'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:45.135642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 57452684-e0be-4ed3-8514-125a767f2527 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:08:45.136057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 57452684-e0be-4ed3-8514-125a767f2527 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:08:45.140833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.144353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.147303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:45.173026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e34c475-754e-40b4-8734-60d70036c3b0,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:45.178810 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:45.182901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.184294 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-de923e98-dfda-4af2-b02a-7a388cfed794 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1815913
Jan 15 15:08:45.187281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36784) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:45.193013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'security_group_rule': {'security_group_id': '0b397722-e008-4202-ada4-b21aed0b7c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:45.203533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:45.207603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:security_group_rule and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:45.210651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:45.217483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:45.234368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.304986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.308558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850960913'] for security_group_rule, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.310967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-98dd28a2-246d-414e-bdb8-fe642214e9cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:45.333642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24864be0-85b6-416b-a6df-38629cada9e5,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:45.338273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:45.346735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group_rule, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.351419 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d175290b-d109-46b3-bbc6-0eac248e7e07 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1631122
Jan 15 15:08:45.352097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36790) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:45.358202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:45.367517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:45.371791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28ade5908>,) {'filters': {'network_id': ['1e14391c-11d9-4911-8e68-21e7ca7bb222']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:45.372240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Usage tracker for resource:floatingip and tenant:875882458de44009a4d2798b2d10b8ef is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:08:45.375535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:08:45.381239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:45.397584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:45.401764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28ade5908>, 'f47be672-a71b-4933-a14c-5b3365347dfc') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:45.402117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28ade5908>, 'f47be672-a71b-4933-a14c-5b3365347dfc') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:45.427996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.437680 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-08e23bd4-43ee-43a2-a29d-ac2db40e59d5 req-6a4c284b-3420-49da-a13e-0a33104322e7 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 210 time: 0.0523839
Jan 15 15:08:45.438945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.448987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:45.451464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Allocated IP 172.27.0.26 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/6f54dde1-cd85-491d-bf17-1b8765b285c4) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:45.467860 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.473456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:08:45.489305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Made reservation on behalf of d9ef169460014167842321b2d9113d1a for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:45.499656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.599867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:45.885403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:08:45.898946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.148969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.216359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Network 1e14391c-11d9-4911-8e68-21e7ca7bb222 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:08:46.243638 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:08:46.360528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.381323 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d3142e1e-c7ad-479c-b8af-dbae5d2bfbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:46.438653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.453921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Allocated IP 172.27.0.242 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/14d67814-f2ef-46c8-bb08-a14b024dcd4f) {{(pid=80102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:46.454885 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.464505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e14391c-11d9-4911-8e68-21e7ca7bb222,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:46.532548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:46.533117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2f789d9f-8735-4713-b49c-e5ec4dd50c86 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:46.651803 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-184b13f0-e2aa-477e-8718-a974aa6a4bf2 req-76984afb-3a72-4db7-8217-679d005b75af tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 210 time: 0.0651042
Jan 15 15:08:46.655346 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1e14391c-11d9-4911-8e68-21e7ca7bb222 HTTP/1.1" status: 204  len: 168 time: 3.6766496
Jan 15 15:08:46.657256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Allocated IP 172.20.0.9 (96eb5c60-f100-43fe-bc03-5210de4081d1/20ccd373-c796-4c4c-9f63-5166ea072cbb/488a3cc0-611d-4a53-9fd3-4695766684d5) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:46.669764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for port, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.676348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=6f54dde1-cd85-491d-bf17-1b8765b285c4,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:46.686381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:46.708889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.725795 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b2f14eda-c80a-4c1d-b2db-243140c65ee7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:46.758282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:46.767402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:46.772396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:46.840548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36800) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:46.843131 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-07a5c361-6a88-41a6-bf16-6aeb24934dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:46.872654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'Port': ['ID=14d67814-f2ef-46c8-bb08-a14b024dcd4f,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:46.878590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:46.937015 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:46.938280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources bound (agent type, host, resource id):  {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:46.940712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Received port after_create {{(pid=80102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:47.247200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.272523 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e3afe4f3-9fc6-465e-928c-71d5d012b51f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd51d2d3990e4bd1b9c12c7a6c8d9238&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4284017
Jan 15 15:08:47.276242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 36806) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:08:47.319387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.330941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.332340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.384252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.406358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.431723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.435973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.438782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.461000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbbea480-5585-418b-975c-b2280989a8ea tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:47.584784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.590444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1641f381-fa9c-4cfc-9d28-8279c0723d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:47.626061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe09aac-f0d5-4491-87be-f14c508aacce,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:47.675260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Pushing event updated for resources: {'Port': ['ID=488a3cc0-611d-4a53-9fd3-4695766684d5,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:47.677296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:47.702086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.702504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.702911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.703316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.703710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.704100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.704864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.704864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.705238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.705587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.706197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.706404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.706824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.707209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.707891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.708007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.708469 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.708699 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.709142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.709467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.709851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.710321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.711130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.711130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:08:47.725943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:47.733855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.737715 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cfe09aac-f0d5-4491-87be-f14c508aacce HTTP/1.1" status: 204  len: 168 time: 0.4578605
Jan 15 15:08:47.799545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for port, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.805182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827982639'] for port, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:47.824009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cde42462-bcf7-4b67-9f0f-44669404e8ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:47.860453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:47.863659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:47.867421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:47.990189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:47.991317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.038129 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9404778
Jan 15 15:08:48.048046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.049534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'Port': ['ID=14d67814-f2ef-46c8-bb08-a14b024dcd4f,revision_number=2']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:48.053386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.060953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:48.080505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Request body: {'port': {'device_id': '93f95a13-576c-4d93-b62e-bc537600789c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:48.110820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-149f8489-68ff-4552-bbb0-327725d90310 tempest-AttachVolumeNegativeTest-1090927627 tempest-AttachVolumeNegativeTest-1090927627] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:48.140560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1df8e-8f6a-4752-9fcc-208a0daeea5d req-1c844dff-a62c-44a9-a0a6-9bf86d0c3a70 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:48.142345 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-07a1df8e-8f6a-4752-9fcc-208a0daeea5d req-1c844dff-a62c-44a9-a0a6-9bf86d0c3a70 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 931 time: 0.2808287
Jan 15 15:08:48.248388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.262575 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-07a1df8e-8f6a-4752-9fcc-208a0daeea5d req-f82c3d5f-c892-46c8-bebf-3e55746e0d6d tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733073
Jan 15 15:08:48.275714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.279504 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-096f9cc8-8f58-4150-942e-116055dc90ee tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9239435
Jan 15 15:08:48.289274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=6f54dde1-cd85-491d-bf17-1b8765b285c4,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:48.328991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:48.401240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.576110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.607462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.608773 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.1296606
Jan 15 15:08:48.724953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-ecbc04a7-3fe0-40c1-b6ee-ecb8faa87377 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:security_group {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:48.741502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-ecbc04a7-3fe0-40c1-b6ee-ecb8faa87377 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:security_group {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:48.742925 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-ecbc04a7-3fe0-40c1-b6ee-ecb8faa87377 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1116721272&fields=id&tenant_id=875882458de44009a4d2798b2d10b8ef HTTP/1.1" status: 200  len: 267 time: 0.0656528
Jan 15 15:08:48.770932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-8d6ed6e7-a80d-4dea-b689-ac7f1a4050d0 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:48.776556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:48.880815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-8d6ed6e7-a80d-4dea-b689-ac7f1a4050d0 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:48.882116 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-8d6ed6e7-a80d-4dea-b689-ac7f1a4050d0 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 695 time: 0.2202251
Jan 15 15:08:48.931554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-706ce390-316b-42d0-9efd-252c2a496ba9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:48.933235 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-706ce390-316b-42d0-9efd-252c2a496ba9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 810 time: 0.1809585
Jan 15 15:08:48.950805 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-3e2579c5-ad8f-458d-9ba2-7cd815bcdc25 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/quotas/875882458de44009a4d2798b2d10b8ef HTTP/1.1" status: 200  len: 375 time: 0.0105982
Jan 15 15:08:48.966906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:49.070593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-0ecbc970-de93-478b-839d-08ba55f2e213 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:49.085542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-0ecbc970-de93-478b-839d-08ba55f2e213 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:49.087534 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-0ecbc970-de93-478b-839d-08ba55f2e213 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1205699
Jan 15 15:08:49.130842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-243612f1-cbd0-4773-ab53-cafac6f3a79e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:49.132339 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b25183f2-55f6-4c08-b3f0-d8fff6dea9d1 req-243612f1-cbd0-4773-ab53-cafac6f3a79e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.2421799
Jan 15 15:08:49.194392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488a3cc0-611d-4a53-9fd3-4695766684d5 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:08:49.204001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:49.216135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Transition to ACTIVE for port object 488a3cc0-611d-4a53-9fd3-4695766684d5 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:49.221278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:49.237634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-89e3825b-3d00-4b2f-84a4-c8294637ecd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:49.248106 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-2a63b957-c695-4435-bd98-c1218737a775 service neutron] 10.222.0.68 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469855
Jan 15 15:08:49.393837 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-9398a65f-360c-4d45-a024-7610fb2c9c0c service neutron] 10.222.0.68 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393158
Jan 15 15:08:49.432388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Pushing event updated for resources: {'Port': ['ID=488a3cc0-611d-4a53-9fd3-4695766684d5,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:49.439276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:49.575200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-a39101b9-203e-47b2-9995-515d104fc1a9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:49.576877 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-a39101b9-203e-47b2-9995-515d104fc1a9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2999530
Jan 15 15:08:49.718223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-85c32c20-3746-4977-a8c8-52a7af98136a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 695 time: 0.1350124
Jan 15 15:08:49.724892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f907e-af04-4e53-b013-6bc38218863b req-273e6a6d-7823-44f2-9323-e0392a6c9041 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:49.726645 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c6f907e-af04-4e53-b013-6bc38218863b req-273e6a6d-7823-44f2-9323-e0392a6c9041 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.1069930
Jan 15 15:08:49.733465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'floatingip': {'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:49.786718 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6c6f907e-af04-4e53-b013-6bc38218863b req-a4e04a98-6510-4a38-9f2e-d6b497506bd9 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517530
Jan 15 15:08:49.917110 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-17908fc2-42be-4db3-817c-a73f4bc89e49 req-4043cf2d-fa97-4c21-bd83-369a439d81c0 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 210 time: 0.0615830
Jan 15 15:08:50.067795 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:50.204998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Attempting to bind port 488a3cc0-611d-4a53-9fd3-4695766684d5 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:08:50.205363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Attempting to bind port 488a3cc0-611d-4a53-9fd3-4695766684d5 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:08:50.205734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Attempting to bind port 488a3cc0-611d-4a53-9fd3-4695766684d5 on network 96eb5c60-f100-43fe-bc03-5210de4081d1 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:08:50.231154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:08:50.231447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Checking segment: {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:08:50.231849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:50.232240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Bound using segment: {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:08:50.232705 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Bound port: 488a3cc0-611d-4a53-9fd3-4695766684d5, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd783800b-0465-455e-b9fb-ce189a756dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96eb5c60-f100-43fe-bc03-5210de4081d1'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:08:50.233081 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:50.487441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] For port 488a3cc0-611d-4a53-9fd3-4695766684d5, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:08:50.549386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] For port 488a3cc0-611d-4a53-9fd3-4695766684d5, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=488a3cc0-611d-4a53-9fd3-4695766684d5,segment=NetworkSegment(d783800b-0465-455e-b9fb-ce189a756dfb),segment_id=d783800b-0465-455e-b9fb-ce189a756dfb)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:08:50.567005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:50.587791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-82d18617-a294-46ea-9760-9404b50c5366 tempest-TestMinimumBasicScenario-845999532 tempest-TestMinimumBasicScenario-845999532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:50.831742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Pushing event updated for resources: {'Port': ['ID=488a3cc0-611d-4a53-9fd3-4695766684d5,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:50.845446 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:50.907891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:50.908563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:50.910089 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] 10.222.0.74 "PUT /v2.0/ports/488a3cc0-611d-4a53-9fd3-4695766684d5 HTTP/1.1" status: 200  len: 1157 time: 2.8353062
Jan 15 15:08:50.911090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f95a13-576c-4d93-b62e-bc537600789c', 'tag': '488a3cc0-611d-4a53-9fd3-4695766684d5'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:51.067366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ec12b-003f-43b8-9395-a1862ad2ae8a req-d33da6ad-862e-49a8-b5f0-acc48e962337 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:51.070749 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df0ec12b-003f-43b8-9395-a1862ad2ae8a req-d33da6ad-862e-49a8-b5f0-acc48e962337 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.1332805
Jan 15 15:08:51.142364 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df0ec12b-003f-43b8-9395-a1862ad2ae8a req-8e9cefb5-55c3-48e5-b10f-44c2f9d6c447 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642135
Jan 15 15:08:51.224431 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f95a13-576c-4d93-b62e-bc537600789c', 'tag': '488a3cc0-611d-4a53-9fd3-4695766684d5', 'status': 'completed', 'code': 200}
Jan 15 15:08:51.248458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:51.256204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:51.364814 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-296bf2e7-8edf-4f78-af56-7b0162f8fef5 req-1a28b191-8bac-4f7e-ace9-aeb0d640c0a3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 210 time: 0.0467410
Jan 15 15:08:51.403020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-8bd4d8a6-bd63-4b16-9059-06d64ca96848 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:51.404638 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-8bd4d8a6-bd63-4b16-9059-06d64ca96848 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 810 time: 0.3863394
Jan 15 15:08:51.409707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-83a32411-3216-47f5-9e83-4140e2805a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:51.411267 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-83a32411-3216-47f5-9e83-4140e2805a3b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9ef169460014167842321b2d9113d1a&device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 1160 time: 0.2945008
Jan 15 15:08:51.577993 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-d49d033f-7e3d-4a51-9b24-36fd20419566 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=488a3cc0-611d-4a53-9fd3-4695766684d5 HTTP/1.1" status: 200  len: 217 time: 0.1069720
Jan 15 15:08:51.659276 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 36fb28a3-7ccf-421b-96c1-742806b080b4 associated. External IP: 172.27.0.26, port: 3a938a2e-7899-498c-a09f-ed20f4eb8cc3.
Jan 15 15:08:51.999659 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-6e5617a2-92e8-4d06-ab18-45299df1292a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=875882458de44009a4d2798b2d10b8ef HTTP/1.1" status: 200  len: 5704 time: 0.5273397
Jan 15 15:08:52.016201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'port': {'device_id': '35c0332a-22d3-4350-8126-bef2e2044f31', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'admin_state_up': True, 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'security_groups': ['0b397722-e008-4202-ada4-b21aed0b7c26']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:52.152401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ef31a-2093-4ec7-a056-d8654892052e req-3b0c0074-4d1e-46c9-9fec-f6c7b571c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:52.154024 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-3b0c0074-4d1e-46c9-9fec-f6c7b571c305 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=20ccd373-c796-4c4c-9f63-5166ea072cbb HTTP/1.1" status: 200  len: 848 time: 0.5440814
Jan 15 15:08:52.233828 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-e173f31d-b56c-4b61-a2d2-1a2866d76e78 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96eb5c60-f100-43fe-bc03-5210de4081d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571768
Jan 15 15:08:52.378563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c97499-96fd-4a9b-b50d-27575c4534a2 req-305ef0e5-4224-4a66-b476-f20bb81419ed tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:52.380393 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14c97499-96fd-4a9b-b50d-27575c4534a2 req-305ef0e5-4224-4a66-b476-f20bb81419ed tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.1023335
Jan 15 15:08:52.436572 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14c97499-96fd-4a9b-b50d-27575c4534a2 req-a7e84e0c-41ea-4739-a777-5ae4bb2d5a15 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494633
Jan 15 15:08:52.484054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:08:52.514096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:08:52.601144 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d917f26e-8160-4930-9288-cc83f7be5b2e req-54c48029-7a74-4fbc-bafc-5d492a06a32b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 210 time: 0.0478346
Jan 15 15:08:52.608633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Made reservation on behalf of 875882458de44009a4d2798b2d10b8ef for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:08:52.617621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:52.637304 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-725da4ac-b570-4108-911e-d2ea241ea8e5 service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3942044
Jan 15 15:08:52.777201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:08:53.083635 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f16ef31a-2093-4ec7-a056-d8654892052e req-a41ce2b6-6767-409f-9cf7-328ed72898f9 service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4234374
Jan 15 15:08:53.195321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:08:53.205172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:08:53.215359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:53.216051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e32d68>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:53.287762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:53.389739 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-5cc951b4-67c1-47e2-a9f0-e3bf466ec977 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "PUT /v2.0/floatingips/36fb28a3-7ccf-421b-96c1-742806b080b4 HTTP/1.1" status: 200  len: 995 time: 3.6604614
Jan 15 15:08:53.391012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Allocated IP 172.20.0.7 (0eb49b4f-aa51-4928-bf6a-d4d23f09268b/983d9e7f-1df3-4c65-b339-64a90298d7b4/462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:08:53.392984 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:53.402803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:53.472208 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'status': 'completed', 'code': 200}
Jan 15 15:08:53.504640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-2d847095-4fae-4edd-be6a-fd04a01d0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:53.505924 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-2d847095-4fae-4edd-be6a-fd04a01d0d49 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d9ef169460014167842321b2d9113d1a&device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 1160 time: 0.2958274
Jan 15 15:08:53.672270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-b414ab0f-ea06-4c73-92ae-28479afc65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:53.674251 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-b414ab0f-ea06-4c73-92ae-28479afc65e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1162 time: 0.1505458
Jan 15 15:08:53.751112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37c14-6743-442d-9ee6-40b76d473660 req-a4c8072c-cdb9-40b4-bd22-90f4c8b88569 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:53.752849 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1eb37c14-6743-442d-9ee6-40b76d473660 req-a4c8072c-cdb9-40b4-bd22-90f4c8b88569 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.1649985
Jan 15 15:08:53.799731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e32d68>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:53.804343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:08:53.814781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:08:53.815488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e32d68>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:53.900878 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1eb37c14-6743-442d-9ee6-40b76d473660 req-e5339c23-6f71-41a2-b536-1cb9e31221fd tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915501
Jan 15 15:08:53.921880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-5ed6b0d6-2ffe-4f09-9c19-f58a40f9ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:53.923661 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-5ed6b0d6-2ffe-4f09-9c19-f58a40f9ef2c service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.2383478
Jan 15 15:08:54.011138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:08:54.017209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-9a4545b8-a595-4eae-93ea-0b1d49194032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.018653 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-9a4545b8-a595-4eae-93ea-0b1d49194032 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1162 time: 0.6016266
Jan 15 15:08:54.127924 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-e5fa7f79-dbe5-4fbe-a465-050410cd0b6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 998 time: 0.1932423
Jan 15 15:08:54.135136 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9c321008-191c-4e2a-a1e0-c09a38ce1fa3 req-f795539d-df5f-41ab-bd65-63c47ecb156f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 210 time: 0.0522368
Jan 15 15:08:54.216789 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-50b9572f-c887-4a1a-aea8-43e33c74b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.218446 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-50b9572f-c887-4a1a-aea8-43e33c74b607 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1743040
Jan 15 15:08:54.225687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-b84fc788-1863-4385-8c32-77ea4f413027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.227851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-efa8c1d3-7a55-48f2-9b38-ff6ab580cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.228592 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-b84fc788-1863-4385-8c32-77ea4f413027 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0893495
Jan 15 15:08:54.229548 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-efa8c1d3-7a55-48f2-9b38-ff6ab580cce1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 200  len: 902 time: 0.6945789
Jan 15 15:08:54.338656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-26d470ef-14d1-4c3f-bcae-9d5f138ca713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.340368 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-26d470ef-14d1-4c3f-bcae-9d5f138ca713 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0909297
Jan 15 15:08:54.406490 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-ad1275e4-d7c8-4c09-ab83-7efd5037e974 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=488a3cc0-611d-4a53-9fd3-4695766684d5 HTTP/1.1" status: 200  len: 217 time: 0.1133769
Jan 15 15:08:54.411941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:54.496776 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-20784beb-e9c1-44b4-a1d0-5374e7d16899 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 998 time: 0.2660224
Jan 15 15:08:54.497791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Transition to ACTIVE for port object 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:54.529318 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-79e4cd4c-fbb5-41c4-b201-0de4e001f704 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499920
Jan 15 15:08:54.551071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e32d68>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:08:54.556683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2834471-a178-49cc-b929-3441896c37b5 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:50Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:08:54.577671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-9eecda4d-307f-4c5b-8897-8d68225c052e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.579315 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-9eecda4d-307f-4c5b-8897-8d68225c052e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=20ccd373-c796-4c4c-9f63-5166ea072cbb HTTP/1.1" status: 200  len: 848 time: 0.1580222
Jan 15 15:08:54.597643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-64189a56-ce60-40b1-b463-cdc3f70975c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:54.599299 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-64189a56-ce60-40b1-b463-cdc3f70975c9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0935819
Jan 15 15:08:54.682878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:54.697632 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d9d45466-52d2-4650-9e14-cc478c7e37fc req-7f202429-80b3-46a3-b414-f46fdbc0221d service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1544437
Jan 15 15:08:54.704950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-58bede71-471c-484e-9e92-d60b5b4a9e81 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:54.739610 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-138af934-03e9-444f-8306-f6de92a64ad8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=96eb5c60-f100-43fe-bc03-5210de4081d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1448936
Jan 15 15:08:54.850032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4374cf41-c8ca-4fb6-9964-a730cd648d27 None None] New status for floating IP 36fb28a3-7ccf-421b-96c1-742806b080b4: ACTIVE {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:08:54.954599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:54.973022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event updated for resources: {'Port': ['ID=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:54.976257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:55.000308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:08:55.080071 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-9bc96cbd-01c4-4f21-bfab-cf65a20cf9ed service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2680829
Jan 15 15:08:55.093827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-a0556930-55cf-4771-9b86-8690e1491ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:55.095539 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-a0556930-55cf-4771-9b86-8690e1491ee9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4513388
Jan 15 15:08:55.134176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:08:55.163048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:08:55.165774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:08:55.194401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69178102-09f4-4a60-97c4-340b9ef24326 req-2ed7ece2-102c-4e52-bc7e-790973d54d4c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:55.197542 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69178102-09f4-4a60-97c4-340b9ef24326 req-2ed7ece2-102c-4e52-bc7e-790973d54d4c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.1305151
Jan 15 15:08:55.257206 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-69178102-09f4-4a60-97c4-340b9ef24326 req-7c5cf254-a491-460e-b9bb-250747360389 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534215
Jan 15 15:08:55.412054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:55.412786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:55.450205 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-275aded5-090a-4906-9282-aeed0741c469 None None] Provisioning for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:55.458742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-275aded5-090a-4906-9282-aeed0741c469 None None] Provisioning complete for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:55.459172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-275aded5-090a-4906-9282-aeed0741c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:55.497288 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4852173
Jan 15 15:08:55.502936 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-14693ce9-ac95-4347-ab1e-30d62ffaa792 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3985717
Jan 15 15:08:55.510991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c5f0e351-7a41-45f5-a8ea-2721aa9ab4fc req-82491828-f7fc-4d31-8854-329fab8f2845 service neutron] 10.222.0.74 "GET /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3755693
Jan 15 15:08:55.524313 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-275aded5-090a-4906-9282-aeed0741c469 None None] Port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:08:55.531926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c9aa4-8e2c-4fe7-a7da-b09030ade8e0 req-59f50704-95b5-4346-aba2-5eb4a784c1c6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:55.533636 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-405c9aa4-8e2c-4fe7-a7da-b09030ade8e0 req-59f50704-95b5-4346-aba2-5eb4a784c1c6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 931 time: 0.1257992
Jan 15 15:08:55.549709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Request body: {'port': {'device_id': '35c0332a-22d3-4350-8126-bef2e2044f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:08:55.603069 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-405c9aa4-8e2c-4fe7-a7da-b09030ade8e0 req-1ff65e6c-ba47-49b5-80d0-6b7e9413410c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598586
Jan 15 15:08:55.778253 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bc5a8082-94e0-48b7-a39f-6159499614b3 req-bb51b4bf-d1fe-4661-9b9c-04172f5601d8 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2652204
Jan 15 15:08:55.780749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:56.217114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:08:56.224478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:56.236859 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Transition to ACTIVE for port object 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:08:56.239463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:56.255575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-13d45353-e01f-4bac-91a9-7f36d808dfa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:56.389447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Pushing event updated for resources: {'Port': ['ID=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:56.394450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:56.848982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5331f-86e5-42f2-a519-eea03d86c6c1 req-622231b1-925b-4f7f-a19c-5df56cbe67a3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:56.850566 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1ca5331f-86e5-42f2-a519-eea03d86c6c1 req-622231b1-925b-4f7f-a19c-5df56cbe67a3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1007910
Jan 15 15:08:56.868924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03933d3-7b45-4b1a-a5d5-fb4f73ebc83d req-a210b91f-c535-43a0-8f6b-662cf42409d8 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:56.869728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d03933d3-7b45-4b1a-a5d5-fb4f73ebc83d req-a210b91f-c535-43a0-8f6b-662cf42409d8 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Synchronizing usage tracker for tenant:d9ef169460014167842321b2d9113d1a on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:08:56.906577 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1ca5331f-86e5-42f2-a519-eea03d86c6c1 req-c49b945d-be22-4b7a-b2e5-28bd943c6244 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495417
Jan 15 15:08:56.911630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d03933d3-7b45-4b1a-a5d5-fb4f73ebc83d req-a210b91f-c535-43a0-8f6b-662cf42409d8 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Unset dirty status for tenant:d9ef169460014167842321b2d9113d1a on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:08:56.912908 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d03933d3-7b45-4b1a-a5d5-fb4f73ebc83d req-a210b91f-c535-43a0-8f6b-662cf42409d8 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.5144012
Jan 15 15:08:56.918716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Attempting to bind port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:08:56.919209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Attempting to bind port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:08:56.919700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Attempting to bind port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e on network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:08:56.941779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:08:56.942543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Checking segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:08:56.942954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:56.943366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Bound using segment: {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:08:56.944089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Bound port: 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e28b0e-aa3e-401d-b373-a637eee5c185', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:08:56.944567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:57.032586 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d03933d3-7b45-4b1a-a5d5-fb4f73ebc83d req-56504e76-f691-4c8e-a8bf-b4ef4d948813 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100855
Jan 15 15:08:57.068317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] For port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:08:57.072629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] For port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:08:57.076202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:57.092328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:57.251003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Pushing event updated for resources: {'Port': ['ID=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:57.256594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:57.288341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:57.289088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:57.290733 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e HTTP/1.1" status: 200  len: 1157 time: 1.7456636
Jan 15 15:08:57.291293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:57.353671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'status': 'completed', 'code': 200}
Jan 15 15:08:57.482390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-2bcb8701-a4e2-4edc-9df7-d5ad10a9f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:57.484049 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-2bcb8701-a4e2-4edc-9df7-d5ad10a9f787 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 1160 time: 0.0772524
Jan 15 15:08:57.579326 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-1e3a4c3a-6f80-457d-9866-2f1116f258f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e HTTP/1.1" status: 200  len: 217 time: 0.0676255
Jan 15 15:08:57.655212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-a02deb46-3b0c-487a-8a92-0ea8cfdeb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:57.656811 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-a02deb46-3b0c-487a-8a92-0ea8cfdeb612 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.0669491
Jan 15 15:08:57.745835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-c0e829e7-87a8-4c1e-af7e-b808664d627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:57.747431 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-c0e829e7-87a8-4c1e-af7e-b808664d627b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0751324
Jan 15 15:08:57.898749 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-d293338d-f6b2-4d33-ad4f-120ab32ccae4 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381159
Jan 15 15:08:58.057031 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5da06589-71b1-4010-8320-7f51fc2da2c4 req-e984be59-733c-4ab3-be68-8b5049ce4aaa service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460485
Jan 15 15:08:58.168627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071afa66-ca48-4510-91fa-aa6628ae5fb6 req-67671581-981c-454b-ada9-6890f9db87e0 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.170355 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-071afa66-ca48-4510-91fa-aa6628ae5fb6 req-67671581-981c-454b-ada9-6890f9db87e0 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1126838
Jan 15 15:08:58.190490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 488a3cc0-611d-4a53-9fd3-4695766684d5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:58.224544 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-071afa66-ca48-4510-91fa-aa6628ae5fb6 req-d23c4cfe-7201-4799-9f54-6117517f6a79 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474873
Jan 15 15:08:58.266263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 488a3cc0-611d-4a53-9fd3-4695766684d5 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:08:58.272062 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 488a3cc0-611d-4a53-9fd3-4695766684d5 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:58.272487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:58.345238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bb6d8-ee31-4b50-b9c1-1639a56e1752 req-46334dfe-4231-499e-9d4c-cfbb4834e6a7 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.346889 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-438bb6d8-ee31-4b50-b9c1-1639a56e1752 req-46334dfe-4231-499e-9d4c-cfbb4834e6a7 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 943 time: 0.1773763
Jan 15 15:08:58.348993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54428a-c470-452f-8343-94a9db7db5a6 req-b51bceb8-9f83-4bdf-bbda-216744243e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.350495 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-b51bceb8-9f83-4bdf-bbda-216744243e51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 1160 time: 0.1359725
Jan 15 15:08:58.396336 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:58.424497 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f95a13-576c-4d93-b62e-bc537600789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488a3cc0-611d-4a53-9fd3-4695766684d5'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:08:58.430642 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-438bb6d8-ee31-4b50-b9c1-1639a56e1752 req-57771dbe-4199-4772-8b5b-f3a3c8fc10c3 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769269
Jan 15 15:08:58.436458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 488a3cc0-611d-4a53-9fd3-4695766684d5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=488a3cc0-611d-4a53-9fd3-4695766684d5,segment=NetworkSegment(d783800b-0465-455e-b9fb-ce189a756dfb),segment_id=d783800b-0465-455e-b9fb-ce189a756dfb)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:08:58.439462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:58.442270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:08:58.509359 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f95a13-576c-4d93-b62e-bc537600789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488a3cc0-611d-4a53-9fd3-4695766684d5', 'code': 200}
Jan 15 15:08:58.519134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=488a3cc0-611d-4a53-9fd3-4695766684d5,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:08:58.522455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:08:58.548298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54428a-c470-452f-8343-94a9db7db5a6 req-e0148eb1-10f0-4e92-b049-7dc4fd80ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.549871 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-e0148eb1-10f0-4e92-b049-7dc4fd80ded6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.1571181
Jan 15 15:08:58.636229 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-70b95a5a-7b02-4b46-bdfa-1c94e4a38b64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e HTTP/1.1" status: 200  len: 217 time: 0.0663300
Jan 15 15:08:58.714942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54428a-c470-452f-8343-94a9db7db5a6 req-f44fa76d-d091-420b-a6d1-0db21b950a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.716593 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-f44fa76d-d091-420b-a6d1-0db21b950a85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.0692499
Jan 15 15:08:58.862886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54428a-c470-452f-8343-94a9db7db5a6 req-273e34d3-c4c5-4a57-b16f-9f2c41a864a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.864507 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-273e34d3-c4c5-4a57-b16f-9f2c41a864a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1356556
Jan 15 15:08:58.873191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796634a-9c75-40b6-af48-f338b2dd5b4f req-7c1c8127-c9b9-4f60-8779-3536e9bcc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:58.874718 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1796634a-9c75-40b6-af48-f338b2dd5b4f req-7c1c8127-c9b9-4f60-8779-3536e9bcc72f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 1162 time: 0.0913606
Jan 15 15:08:59.022237 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1796634a-9c75-40b6-af48-f338b2dd5b4f req-77aed4c8-1f5e-4b43-98be-795d5f07bca1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108687
Jan 15 15:08:59.069263 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-0ae5a239-5d8b-4f97-b301-996e4fae38fb service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793211
Jan 15 15:08:59.462927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376bd9-f285-4fd8-b8a2-5a75e6bfdf44 req-00f16fc0-c366-4d98-a72f-bcf50882af3c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:59.464617 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-60376bd9-f285-4fd8-b8a2-5a75e6bfdf44 req-00f16fc0-c366-4d98-a72f-bcf50882af3c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1044302
Jan 15 15:08:59.503231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 488a3cc0-611d-4a53-9fd3-4695766684d5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:08:59.521845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-60376bd9-f285-4fd8-b8a2-5a75e6bfdf44 req-ef8b8c0f-6a0a-4bfe-8e23-39cac7ef3f0f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504103
Jan 15 15:08:59.573581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 488a3cc0-611d-4a53-9fd3-4695766684d5 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:08:59.574044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:08:59.615474 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df54428a-c470-452f-8343-94a9db7db5a6 req-39a96870-e474-44e7-bb67-e55ac9624500 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1704547
Jan 15 15:08:59.759146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924aa88-dc1e-4fe1-9e90-0920cf3ecd26 req-228ecad9-70f9-4928-bb31-d0c13a0c44e5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:08:59.760777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7924aa88-dc1e-4fe1-9e90-0920cf3ecd26 req-228ecad9-70f9-4928-bb31-d0c13a0c44e5 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1027179
Jan 15 15:09:00.042500 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7924aa88-dc1e-4fe1-9e90-0920cf3ecd26 req-8d760290-0b1a-4e45-801c-90e45c76c8b1 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754521
Jan 15 15:09:00.762291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57812ca-5055-400c-a8a9-d0e915df8fd2 req-9aedd5b5-6090-44c5-921e-31fbe5ee1006 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:00.763092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e57812ca-5055-400c-a8a9-d0e915df8fd2 req-9aedd5b5-6090-44c5-921e-31fbe5ee1006 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:09:00.778888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-e57812ca-5055-400c-a8a9-d0e915df8fd2 req-9aedd5b5-6090-44c5-921e-31fbe5ee1006 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:09:00.780201 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e57812ca-5055-400c-a8a9-d0e915df8fd2 req-9aedd5b5-6090-44c5-921e-31fbe5ee1006 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1188653
Jan 15 15:09:00.833655 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e57812ca-5055-400c-a8a9-d0e915df8fd2 req-557d1059-07d1-4adb-b6f4-06006cef1c47 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467675
Jan 15 15:09:01.291545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba4a92-a7f4-4173-90c7-ddb11f33be53 req-bba45fbb-5567-4a26-a9a2-c89e1082635b tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:01.293258 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3cba4a92-a7f4-4173-90c7-ddb11f33be53 req-bba45fbb-5567-4a26-a9a2-c89e1082635b tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1166592
Jan 15 15:09:01.345387 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3cba4a92-a7f4-4173-90c7-ddb11f33be53 req-eac124b7-4c0c-447b-8ed2-344ccc81d967 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455139
Jan 15 15:09:02.088074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333007cf-ac5a-45a5-90ca-9e3a0908981d req-75e367cc-a9d0-438c-91a1-1705ae03963b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:02.089706 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-333007cf-ac5a-45a5-90ca-9e3a0908981d req-75e367cc-a9d0-438c-91a1-1705ae03963b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1212690
Jan 15 15:09:02.141395 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-333007cf-ac5a-45a5-90ca-9e3a0908981d req-b142f9e5-b029-4551-8454-0a380e5eb500 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453298
Jan 15 15:09:02.887974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9bda9-03b6-40f4-a84d-ec0836fb36a2 req-f746988b-5717-4cd4-99e9-0db5dcccbf5e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:02.889970 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d6f9bda9-03b6-40f4-a84d-ec0836fb36a2 req-f746988b-5717-4cd4-99e9-0db5dcccbf5e tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1031396
Jan 15 15:09:02.940905 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d6f9bda9-03b6-40f4-a84d-ec0836fb36a2 req-9201c616-dc65-4a6c-a148-077203a6ffee tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444012
Jan 15 15:09:03.377770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7197-cab5-428c-ac21-c4c2ea1d6e1f req-3291cd07-c8c8-4542-b106-0860efca864c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:03.379548 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a53d7197-cab5-428c-ac21-c4c2ea1d6e1f req-3291cd07-c8c8-4542-b106-0860efca864c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1067080
Jan 15 15:09:03.432945 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a53d7197-cab5-428c-ac21-c4c2ea1d6e1f req-da843b0a-368c-4a28-991c-b6a12755c731 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468612
Jan 15 15:09:04.175036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891c93b-2bdf-4078-bea9-c0473b78c427 req-c1d3a3bc-d02a-4916-a85c-d10f56f9e758 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:04.176618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5891c93b-2bdf-4078-bea9-c0473b78c427 req-c1d3a3bc-d02a-4916-a85c-d10f56f9e758 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1027064
Jan 15 15:09:04.227808 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5891c93b-2bdf-4078-bea9-c0473b78c427 req-1c3df652-fb6c-4b3d-9e65-d4c21595d931 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442827
Jan 15 15:09:04.489401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:04.562872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:09:04.567906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:04.568329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:04.672747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891bd65-8dce-4127-b196-4fc7af52c85a req-6c15f336-391a-4043-8d68-eadc0a88d0e3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:04.674419 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7891bd65-8dce-4127-b196-4fc7af52c85a req-6c15f336-391a-4043-8d68-eadc0a88d0e3 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1067765
Jan 15 15:09:04.687882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:04.716114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:09:04.726451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:09:04.730451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:04.730603 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7891bd65-8dce-4127-b196-4fc7af52c85a req-ea256f8a-6a18-48fa-8545-27453e2d035a tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489864
Jan 15 15:09:04.732390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:09:04.781166 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'code': 200}
Jan 15 15:09:04.807708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:09:04.811113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:09:05.165567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dd517-a01d-4bc1-a2a6-1b869a2b8cd5 req-e173fe74-ee8c-4d0c-b5eb-df4f76b346c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:05.167248 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a57dd517-a01d-4bc1-a2a6-1b869a2b8cd5 req-e173fe74-ee8c-4d0c-b5eb-df4f76b346c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 1162 time: 0.0788143
Jan 15 15:09:05.216480 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a57dd517-a01d-4bc1-a2a6-1b869a2b8cd5 req-4bfe6f2d-31aa-4030-b5f5-439076ccac5d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391014
Jan 15 15:09:05.455941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c65b20-bf5d-4ad4-ab22-c0906607d5a4 req-7ef76a89-cddf-4e2d-bfbe-6e41f43fa480 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:05.457580 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-28c65b20-bf5d-4ad4-ab22-c0906607d5a4 req-7ef76a89-cddf-4e2d-bfbe-6e41f43fa480 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1007423
Jan 15 15:09:05.508014 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-28c65b20-bf5d-4ad4-ab22-c0906607d5a4 req-7c2db197-3e9c-46e1-ad8e-4ce9a775ab92 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441544
Jan 15 15:09:05.922082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:05.964947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0e16d-3188-4553-a144-a6769f1cabb8 req-a47c918b-7a1c-4f00-98db-cfb328a0dc94 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:05.966640 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0bc0e16d-3188-4553-a144-a6769f1cabb8 req-a47c918b-7a1c-4f00-98db-cfb328a0dc94 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1050041
Jan 15 15:09:05.990664 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:05.991084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:06.022065 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0bc0e16d-3188-4553-a144-a6769f1cabb8 req-a34f0134-8ec1-44e3-baa0-daf5b1221333 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490134
Jan 15 15:09:06.133180 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 488a3cc0-611d-4a53-9fd3-4695766684d5 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:06.139170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-d536e1d8-e1e8-40f7-b751-c7bed7addd00 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:06.140859 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-d536e1d8-e1e8-40f7-b751-c7bed7addd00 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1292381
Jan 15 15:09:06.201332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 488a3cc0-611d-4a53-9fd3-4695766684d5 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:06.201752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:06.230287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Deleting port 488a3cc0-611d-4a53-9fd3-4695766684d5 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:09:06.230848 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:06.490524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] For port 488a3cc0-611d-4a53-9fd3-4695766684d5, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=488a3cc0-611d-4a53-9fd3-4695766684d5,segment=NetworkSegment(d783800b-0465-455e-b9fb-ce189a756dfb),segment_id=d783800b-0465-455e-b9fb-ce189a756dfb)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:09:06.490930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:06.623492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Calling delete_port for 488a3cc0-611d-4a53-9fd3-4695766684d5 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:09:06.847393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad6b61-4c39-4e42-be0e-2f25071b5adf req-b7c97077-cb34-4a13-8165-e82fde4cea87 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:06.848952 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-07ad6b61-4c39-4e42-be0e-2f25071b5adf req-b7c97077-cb34-4a13-8165-e82fde4cea87 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 945 time: 0.1924021
Jan 15 15:09:06.884947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:06.901581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5b113ad-d851-4b00-8c8f-11e35b4f7640 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:09:06.959590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Pushing event deleted for resources: {'Port': ['ID=488a3cc0-611d-4a53-9fd3-4695766684d5,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:09:07.018644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:09:07.025294 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-07ad6b61-4c39-4e42-be0e-2f25071b5adf req-649e9999-fbb6-44ba-90d0-104dcb39e832 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/security-groups?id=a7fa7825-e40c-4893-85f5-69c99ebb6bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673768
Jan 15 15:09:07.137074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] No DVR routers for this DVR port 488a3cc0-611d-4a53-9fd3-4695766684d5 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:09:07.139544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:07.142626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f95a13-576c-4d93-b62e-bc537600789c', 'name': 'network-vif-deleted', 'tag': '488a3cc0-611d-4a53-9fd3-4695766684d5'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:09:07.160258 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7391a340-03b4-4a71-b898-1a2e7e314d4b req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.74 "DELETE /v2.0/ports/488a3cc0-611d-4a53-9fd3-4695766684d5 HTTP/1.1" status: 204  len: 173 time: 1.0088265
Jan 15 15:09:07.323229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa6400-320f-41e4-b51d-baf8b0300e81 req-b1728e2c-b144-4a89-8eca-b3df80b73b2b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:07.325417 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-80fa6400-320f-41e4-b51d-baf8b0300e81 req-b1728e2c-b144-4a89-8eca-b3df80b73b2b tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1116548
Jan 15 15:09:07.377222 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-80fa6400-320f-41e4-b51d-baf8b0300e81 req-a7a057af-50ee-4672-9be4-7cb4ea002d43 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454648
Jan 15 15:09:07.447801 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f95a13-576c-4d93-b62e-bc537600789c', 'name': 'network-vif-deleted', 'tag': '488a3cc0-611d-4a53-9fd3-4695766684d5', 'status': 'completed', 'code': 200}
Jan 15 15:09:07.644153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c90dde-1365-4a78-bf12-037c1c467162 req-6fdbd38e-5d38-47c1-9e4b-3fc3487fd460 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:07.645680 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-92c90dde-1365-4a78-bf12-037c1c467162 req-6fdbd38e-5d38-47c1-9e4b-3fc3487fd460 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1034501
Jan 15 15:09:07.655377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 36952) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:09:07.661230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Request body: {'floatingip': {'port_id': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:09:07.705828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:07.749170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:07.776620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:07.777035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:07.966527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 488a3cc0-611d-4a53-9fd3-4695766684d5 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:09:08.000728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 488a3cc0-611d-4a53-9fd3-4695766684d5 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:09:08.001129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 488a3cc0-611d-4a53-9fd3-4695766684d5 not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:09:08.248752 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-948e107f-a4eb-48dc-a49b-2e0c16d73a03 req-683b2f24-eae8-4bae-878b-a4ab006db2a8 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] 10.222.0.68 "GET /v2.0/ports?device_id=93f95a13-576c-4d93-b62e-bc537600789c HTTP/1.1" status: 200  len: 210 time: 0.0491302
Jan 15 15:09:08.600978 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:08.604123 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:08.784497 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Floating IP 6ca69aeb-6964-4633-aaed-d78738ad100d associated. External IP: 172.27.0.242, port: 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e.
Jan 15 15:09:09.156273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:09:09.354448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:09:09.359410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:09.369626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:09:09.376110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:09:09.376787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29194ba90>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:09.420274 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-86cdac13-7cfb-48ce-ac77-e027d0579a7c tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "PUT /v2.0/floatingips/6ca69aeb-6964-4633-aaed-d78738ad100d HTTP/1.1" status: 200  len: 991 time: 1.7610075
Jan 15 15:09:09.448581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:09:09.508069 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'status': 'completed', 'code': 200}
Jan 15 15:09:09.566330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:09:09.685785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294872-07c7-4e81-8688-68558972868e req-43225c4e-f459-46d6-981d-dc779a2d6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:09.688170 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-43225c4e-f459-46d6-981d-dc779a2d6abf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=875882458de44009a4d2798b2d10b8ef&device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 1162 time: 0.0959473
Jan 15 15:09:09.865044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294872-07c7-4e81-8688-68558972868e req-01d38965-beb0-491f-945f-b611062848c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:09.866713 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-01d38965-beb0-491f-945f-b611062848c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 200  len: 904 time: 0.1642394
Jan 15 15:09:09.953442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29194ba90>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '6ca69aeb-6964-4633-aaed-d78738ad100d', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'port_id': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'mac_address': 'fa:16:3e:17:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c0332a-22d3-4350-8126-bef2e2044f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:09:08Z', 'revision_number': 1, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:09.957791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:09:09.969849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:09:09.970754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29194ba90>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:08:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:09.987643 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-c3273e22-a629-4896-9587-a19da49d34f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e HTTP/1.1" status: 200  len: 999 time: 0.1045372
Jan 15 15:09:10.080734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294872-07c7-4e81-8688-68558972868e req-91e0bc08-5f07-485b-9ea7-41967f1ba458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:10.082362 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-91e0bc08-5f07-485b-9ea7-41967f1ba458 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 200  len: 849 time: 0.0806210
Jan 15 15:09:10.172653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:09:10.178046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294872-07c7-4e81-8688-68558972868e req-fb435e92-bf63-4bc5-8923-cb03fc080073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:10.179855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-fb435e92-bf63-4bc5-8923-cb03fc080073 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0eb49b4f-aa51-4928-bf6a-d4d23f09268b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0848484
Jan 15 15:09:10.338462 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-d8d234b1-ed3a-41fe-bb07-30e27af13134 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459472
Jan 15 15:09:10.494192 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ac294872-07c7-4e81-8688-68558972868e req-3f11774f-6b79-41ad-8e39-04f4998eefe4 service neutron] 10.222.0.74 "GET /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445222
Jan 15 15:09:10.556980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29194ba90>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '6ca69aeb-6964-4633-aaed-d78738ad100d', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'port_id': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'mac_address': 'fa:16:3e:17:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c0332a-22d3-4350-8126-bef2e2044f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:09:08Z', 'revision_number': 1, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:10.561644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75cd754-bf8b-44bd-a58f-372dfec5e8c3 None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '6ca69aeb-6964-4633-aaed-d78738ad100d', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'port_id': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'mac_address': 'fa:16:3e:17:87:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c0332a-22d3-4350-8126-bef2e2044f31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:09:08Z', 'revision_number': 1, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:09:10.835896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05393d63-b5e3-45d0-b318-82000f8eed0d None None] New status for floating IP 6ca69aeb-6964-4633-aaed-d78738ad100d: ACTIVE {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:09:14.776035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9329dffd-b05f-47e5-b902-43aa692dbb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:16.843726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8cdc8fcd-3682-429e-bca8-2436d18288a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:17.256187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:18.781911 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:18.970229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:21.484641 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-b4485667-d706-4aaa-b0ae-20df1ad9d7d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1032124
Jan 15 15:09:21.672470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-9822aa89-c5b6-488b-9bf4-be575d53d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:21.675029 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-9822aa89-c5b6-488b-9bf4-be575d53d18e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.1363196
Jan 15 15:09:21.954589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-548a01d9-4481-4fa9-9ee9-d1113a8f8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:21.956360 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-548a01d9-4481-4fa9-9ee9-d1113a8f8dc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.2368786
Jan 15 15:09:22.184242 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-1b9186b1-afa9-40cb-95d7-377ddb4ba0f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 1000 time: 0.1690357
Jan 15 15:09:22.316809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-291d5781-2fd2-4a3c-b0c1-11f29910b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:22.318786 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-291d5781-2fd2-4a3c-b0c1-11f29910b404 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.1269650
Jan 15 15:09:22.482515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-1e1151d1-00e0-4333-a0ec-57381919d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:22.484168 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-1e1151d1-00e0-4333-a0ec-57381919d06b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1540558
Jan 15 15:09:22.691515 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-9ac90e31-4929-479a-9a6e-b7c4651844ed service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982255
Jan 15 15:09:22.912831 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4d75a003-b777-4ce8-a72c-15b3cb9624b3 req-c2989fc1-de97-48cf-8ab0-abb335f2b543 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2045841
Jan 15 15:09:23.168953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165057af-154a-4a27-b15c-881218c51218 req-6240adeb-3bd7-4dde-9ff6-4e90fbb57790 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:23.170657 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-165057af-154a-4a27-b15c-881218c51218 req-6240adeb-3bd7-4dde-9ff6-4e90fbb57790 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1580532
Jan 15 15:09:23.224341 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-165057af-154a-4a27-b15c-881218c51218 req-ee3f7057-194c-45f6-a62b-aa0e043bcb13 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472181
Jan 15 15:09:24.521292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ce74-1251-4fb3-8ddb-e429b873b13d req-5a1d48fc-6962-4e45-8163-94e39eae928d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:24.524525 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4f41ce74-1251-4fb3-8ddb-e429b873b13d req-5a1d48fc-6962-4e45-8163-94e39eae928d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1393754
Jan 15 15:09:24.606663 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4f41ce74-1251-4fb3-8ddb-e429b873b13d req-46b7821b-7b6d-4d2f-b0f8-6e21b5075a0f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0761671
Jan 15 15:09:24.935049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:25.940563 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff6f83-fde6-4af0-b007-15a3f88bb21a req-37227577-96b0-462e-bec5-c1f09067b06c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:25.948964 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8eff6f83-fde6-4af0-b007-15a3f88bb21a req-37227577-96b0-462e-bec5-c1f09067b06c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1193099
Jan 15 15:09:26.034038 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8eff6f83-fde6-4af0-b007-15a3f88bb21a req-a8e64e3d-5d6c-4403-b488-3ce00c36aaab tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0839329
Jan 15 15:09:26.231689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d4f77-df52-4a2e-b947-bfa095b051d8 req-d21436c8-e989-426c-8c32-df2b1de122c2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:26.233316 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215d4f77-df52-4a2e-b947-bfa095b051d8 req-d21436c8-e989-426c-8c32-df2b1de122c2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1206877
Jan 15 15:09:26.295760 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215d4f77-df52-4a2e-b947-bfa095b051d8 req-7833873a-a46f-41f9-b688-036749379190 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553808
Jan 15 15:09:27.312378 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a362b8-f0db-4aa7-aef9-cfa6628d7cbb req-10a3f511-9384-4ff4-8055-fcd46b078455 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:27.315191 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26a362b8-f0db-4aa7-aef9-cfa6628d7cbb req-10a3f511-9384-4ff4-8055-fcd46b078455 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1395488
Jan 15 15:09:27.388857 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-26a362b8-f0db-4aa7-aef9-cfa6628d7cbb req-3de5e9b1-e0bc-45cc-9a73-96ab8415644e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0653181
Jan 15 15:09:27.880853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafdcb1-002b-407e-b410-018580a2428c req-014c3291-393d-4d13-8c2c-48369b3a91cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:27.882598 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dbafdcb1-002b-407e-b410-018580a2428c req-014c3291-393d-4d13-8c2c-48369b3a91cc tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.3590045
Jan 15 15:09:27.938919 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dbafdcb1-002b-407e-b410-018580a2428c req-a1338c79-88a7-4b29-81f6-06e9500c9121 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476429
Jan 15 15:09:28.667640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea52d4b-3ae0-4ff6-af3d-118f1366ac35 req-7df2aff6-eca5-4818-ab58-0af95ecbadc7 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:28.669375 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cea52d4b-3ae0-4ff6-af3d-118f1366ac35 req-7df2aff6-eca5-4818-ab58-0af95ecbadc7 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1226852
Jan 15 15:09:28.727644 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cea52d4b-3ae0-4ff6-af3d-118f1366ac35 req-4ba012a0-3552-483f-96c2-a06d87831944 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0516551
Jan 15 15:09:29.283331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00cec9-5275-4c34-be54-4c255de21a13 req-fc427eb1-72a5-436f-969f-807a706ff4ba tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:29.285255 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e00cec9-5275-4c34-be54-4c255de21a13 req-fc427eb1-72a5-436f-969f-807a706ff4ba tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1390030
Jan 15 15:09:29.346867 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e00cec9-5275-4c34-be54-4c255de21a13 req-e479438f-1304-4f48-b218-777f3d006111 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540011
Jan 15 15:09:29.997020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb1c01-6845-4e17-beec-308e11919367 req-01f6f219-1536-43bb-b64b-0de448d6f844 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:30.002620 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35fb1c01-6845-4e17-beec-308e11919367 req-01f6f219-1536-43bb-b64b-0de448d6f844 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1396241
Jan 15 15:09:30.062689 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-35fb1c01-6845-4e17-beec-308e11919367 req-39017e6f-b9d8-4397-b393-6768819bbf33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0563653
Jan 15 15:09:30.631150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488a309-ef94-4fcb-ab21-fce7e91314ef req-dcb29109-5dea-41cc-9c18-c76ae6027cb1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:30.633592 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5488a309-ef94-4fcb-ab21-fce7e91314ef req-dcb29109-5dea-41cc-9c18-c76ae6027cb1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1274903
Jan 15 15:09:30.710667 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5488a309-ef94-4fcb-ab21-fce7e91314ef req-71a6a767-f082-4969-b39c-7074253774e9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694904
Jan 15 15:09:31.307113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d0913-ee30-43f9-a159-956f5ee7bd57 req-a876887d-4383-4183-8203-8e934749b837 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:31.308852 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce1d0913-ee30-43f9-a159-956f5ee7bd57 req-a876887d-4383-4183-8203-8e934749b837 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1081421
Jan 15 15:09:31.368999 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ce1d0913-ee30-43f9-a159-956f5ee7bd57 req-aff900ae-7c71-4c4d-97d8-17579884d5c8 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0532212
Jan 15 15:09:32.005177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:09:32.048750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e4452-47b0-4c3a-ad24-f51c5746a7c8 req-917b364c-1e3e-4042-af47-0526379b204b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:32.061272 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-044e4452-47b0-4c3a-ad24-f51c5746a7c8 req-917b364c-1e3e-4042-af47-0526379b204b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1780214
Jan 15 15:09:32.153228 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-044e4452-47b0-4c3a-ad24-f51c5746a7c8 req-f0fb00a1-4eaa-4abe-9601-5683638d00f2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902977
Jan 15 15:09:32.633384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda7452-e8b5-47cc-8f22-4d2b43294ffa req-0a223931-9ce9-455d-93ff-90e9cadee1b3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:32.635210 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bcda7452-e8b5-47cc-8f22-4d2b43294ffa req-0a223931-9ce9-455d-93ff-90e9cadee1b3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1128130
Jan 15 15:09:32.691642 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bcda7452-e8b5-47cc-8f22-4d2b43294ffa req-b0824456-7a52-4add-bf6b-f57554946cf1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472195
Jan 15 15:09:33.416490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47279520-de0e-4667-9f9e-0c8658a32c10 req-dc1876fa-a7f1-4b31-81b7-e71eda54fd6b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:33.418223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47279520-de0e-4667-9f9e-0c8658a32c10 req-dc1876fa-a7f1-4b31-81b7-e71eda54fd6b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1136672
Jan 15 15:09:33.479352 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47279520-de0e-4667-9f9e-0c8658a32c10 req-5bb9fefd-58d2-46c1-a09d-bc68adfc848c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547874
Jan 15 15:09:33.933449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f980df-806f-425e-81a9-60e376253d70 req-10ea0b09-6f8e-4488-ab19-973dd3ff06dc tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:33.935130 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-57f980df-806f-425e-81a9-60e376253d70 req-10ea0b09-6f8e-4488-ab19-973dd3ff06dc tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1064389
Jan 15 15:09:33.988990 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-57f980df-806f-425e-81a9-60e376253d70 req-7b07d9f9-f873-4ef1-a8e0-694574840ef5 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444193
Jan 15 15:09:34.731607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5186818-9057-4b48-a4a6-a0e3468ea851 req-f78681fc-3f29-45ef-b717-f3db602d5faa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:34.733218 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a5186818-9057-4b48-a4a6-a0e3468ea851 req-f78681fc-3f29-45ef-b717-f3db602d5faa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1046419
Jan 15 15:09:34.792524 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a5186818-9057-4b48-a4a6-a0e3468ea851 req-fe001fd1-3b87-4c8a-96f6-ea02a9f24662 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522220
Jan 15 15:09:35.253939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60642a9-69dd-4b42-b7b2-b8826104bc56 req-256a2049-31a1-4be5-84b0-ccd05f9e2c2a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:35.255543 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d60642a9-69dd-4b42-b7b2-b8826104bc56 req-256a2049-31a1-4be5-84b0-ccd05f9e2c2a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1103771
Jan 15 15:09:35.315644 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d60642a9-69dd-4b42-b7b2-b8826104bc56 req-b707e472-af32-47e4-9789-e29b3d175c0c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0533133
Jan 15 15:09:36.043083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6dae7-3bcb-41f3-b212-ff6da47b4cb6 req-2f6de411-3326-4212-b1dc-872796f62fd1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:36.044810 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30d6dae7-3bcb-41f3-b212-ff6da47b4cb6 req-2f6de411-3326-4212-b1dc-872796f62fd1 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1051807
Jan 15 15:09:36.097976 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30d6dae7-3bcb-41f3-b212-ff6da47b4cb6 req-cd166c09-1cb1-49e8-99e7-9f8d40c4ea40 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465751
Jan 15 15:09:36.553817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d0033-ec8d-4b03-9464-a90172c3ec9f req-66a7b859-0e64-40f9-9784-3dea053208b5 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:36.555541 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c99d0033-ec8d-4b03-9464-a90172c3ec9f req-66a7b859-0e64-40f9-9784-3dea053208b5 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1043229
Jan 15 15:09:36.562525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 37326) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:09:36.608788 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c99d0033-ec8d-4b03-9464-a90172c3ec9f req-7c54d950-cd45-44e0-9fcd-bc4d139b9833 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464981
Jan 15 15:09:36.636443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Deleting subnet 20ccd373-c796-4c4c-9f63-5166ea072cbb {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:09:36.639804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:36.693341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508528'] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:36.757211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.028273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852665281'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.045258 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bddeee8a-f716-44c4-8bae-f71ad237d7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:09:37.130643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ccd373-c796-4c4c-9f63-5166ea072cbb,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:09:37.141127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:09:37.185033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.191798 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3c6219d5-eb0e-4aa1-be95-ca76a856ca76 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/20ccd373-c796-4c4c-9f63-5166ea072cbb HTTP/1.1" status: 204  len: 168 time: 0.6280963
Jan 15 15:09:37.194370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 37334) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:09:37.315194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.362443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96291288-9630-4e9b-8599-3f9be1356e01 req-dbdf5308-76ae-44d1-b911-090e5b685f8b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:37.364107 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-96291288-9630-4e9b-8599-3f9be1356e01 req-dbdf5308-76ae-44d1-b911-090e5b685f8b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1144452
Jan 15 15:09:37.418912 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-96291288-9630-4e9b-8599-3f9be1356e01 req-26b23ed4-0ee9-4f22-bb24-0c9c20a6039b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466895
Jan 15 15:09:37.519650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.603935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:37.642952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2918c6a90>,) {'filters': {'network_id': ['96eb5c60-f100-43fe-bc03-5210de4081d1']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:37.656807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2918c6a90>, 'd783800b-0465-455e-b9fb-ce189a756dfb') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:37.657144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2918c6a90>, 'd783800b-0465-455e-b9fb-ce189a756dfb') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:09:37.671103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.677633 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:37.678084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.687595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.689632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:09:37.811506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:37.880060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:37.880481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:37.931505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:09:37.941210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.136387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f0e34-bca1-4918-9d3f-482fd17c7b2f req-04490a2b-483a-4d95-8d11-b81ffea40a35 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:38.138097 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-391f0e34-bca1-4918-9d3f-482fd17c7b2f req-04490a2b-483a-4d95-8d11-b81ffea40a35 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.3683815
Jan 15 15:09:38.187617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Network 96eb5c60-f100-43fe-bc03-5210de4081d1 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:09:38.214540 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:09:38.311934 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-391f0e34-bca1-4918-9d3f-482fd17c7b2f req-42727afe-ddf8-4d04-a19e-ed0df1d9bff6 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1556432
Jan 15 15:09:38.324823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.329458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.332242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:09:38.359148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=96eb5c60-f100-43fe-bc03-5210de4081d1,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:09:38.362392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:09:38.364972 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d5008541-3095-41c8-8bfd-54ef3e948ce2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/96eb5c60-f100-43fe-bc03-5210de4081d1 HTTP/1.1" status: 204  len: 168 time: 1.1689439
Jan 15 15:09:38.464131 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-0417c96a-c787-467d-b0a5-3a354e9a4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:38.465785 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-0417c96a-c787-467d-b0a5-3a354e9a4cba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.0785954
Jan 15 15:09:38.588672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 37346) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:09:38.665798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-4ad8f730-1074-413c-8533-5bc6e8759d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:38.667415 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-4ad8f730-1074-413c-8533-5bc6e8759d11 service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1908588
Jan 15 15:09:38.676371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c514-6a8d-4ac0-8a3e-4ee9bb4fc6a5 req-dbf57f8a-ee1a-4e97-8651-01196010c0a2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:38.676733 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-69ef9d1e-ded1-4bbe-afbb-94446a98988e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9ef169460014167842321b2d9113d1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0868831
Jan 15 15:09:38.678105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa58c514-6a8d-4ac0-8a3e-4ee9bb4fc6a5 req-dbf57f8a-ee1a-4e97-8651-01196010c0a2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1046321
Jan 15 15:09:38.680153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 37350) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:09:38.772668 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa58c514-6a8d-4ac0-8a3e-4ee9bb4fc6a5 req-f907e7b7-6445-4548-9a8e-6bb64a526d95 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797200
Jan 15 15:09:38.793062 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.798839 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-2d12526a-cffa-49af-bb3f-1caf46c65323 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 1000 time: 0.1209083
Jan 15 15:09:38.824202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.878644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.885215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d2b7d64e-b3fa-4faa-934f-833ab15e1fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:09:38.887533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-228d7b50-1460-4382-9648-018ada2f1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:38.889530 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-228d7b50-1460-4382-9648-018ada2f1579 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0736458
Jan 15 15:09:38.901396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa7825-e40c-4893-85f5-69c99ebb6bba,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:09:38.906181 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:09:38.909709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:38.910956 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7fa7825-e40c-4893-85f5-69c99ebb6bba HTTP/1.1" status: 204  len: 168 time: 0.2297139
Jan 15 15:09:38.989967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-ca1514a3-083c-475f-9406-5b67aec0eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:38.992915 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-ca1514a3-083c-475f-9406-5b67aec0eac4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0872653
Jan 15 15:09:39.180161 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-04a48f55-b8aa-4a8c-ab68-bf605f56257f service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529195
Jan 15 15:09:39.478683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:09:39.566215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:09:39.566642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:39.576883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67639715-d8bd-4920-af9e-25916d42c72d req-9cc1e1c0-092c-41bb-a2af-61f84babdaf4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:39.578406 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67639715-d8bd-4920-af9e-25916d42c72d req-9cc1e1c0-092c-41bb-a2af-61f84babdaf4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1217606
Jan 15 15:09:39.584843 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-49575d6a-eed5-4b1a-b343-8a750db42c4e req-d805d3cb-70ae-46e9-8cb0-539541a0506f service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3957164
Jan 15 15:09:39.638033 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-67639715-d8bd-4920-af9e-25916d42c72d req-86ba1bfe-ecc9-4583-a407-8f01ddc85a8c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0488741
Jan 15 15:09:40.027813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3924829-dbf3-4a3d-a1a1-084b2f8bf378 req-95c5b717-bfb7-4205-89be-59cb71443858 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:40.029466 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e3924829-dbf3-4a3d-a1a1-084b2f8bf378 req-95c5b717-bfb7-4205-89be-59cb71443858 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1021864
Jan 15 15:09:40.086566 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e3924829-dbf3-4a3d-a1a1-084b2f8bf378 req-808594d5-8b48-46fa-bfad-ef99b50eefe7 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505450
Jan 15 15:09:40.869710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11062266-754e-4fd1-826f-c556125c4bee req-d481e2df-6f30-4d94-b2c6-a42079c4e741 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:40.871377 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-11062266-754e-4fd1-826f-c556125c4bee req-d481e2df-6f30-4d94-b2c6-a42079c4e741 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1017985
Jan 15 15:09:40.923892 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-11062266-754e-4fd1-826f-c556125c4bee req-4acb2323-7ede-43e8-8560-ee4a2044bef9 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459211
Jan 15 15:09:41.348966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec7130-6c22-492c-ae72-8ede794aa1da req-da2b9215-4da9-4dcf-b1c6-afda60a6c576 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:41.350675 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bec7130-6c22-492c-ae72-8ede794aa1da req-da2b9215-4da9-4dcf-b1c6-afda60a6c576 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1074727
Jan 15 15:09:41.413540 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bec7130-6c22-492c-ae72-8ede794aa1da req-a61abdf8-900d-45b9-af5c-a644e015fb5a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550835
Jan 15 15:09:42.165963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075c233-52e0-4a9a-b3a7-5a66608e1642 req-9b314229-8ad2-4f49-a7f8-b3a4c9fab48a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:42.167644 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0075c233-52e0-4a9a-b3a7-5a66608e1642 req-9b314229-8ad2-4f49-a7f8-b3a4c9fab48a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1077325
Jan 15 15:09:42.220691 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0075c233-52e0-4a9a-b3a7-5a66608e1642 req-e2af3692-a672-4cb7-997c-b0cc380d7c42 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466118
Jan 15 15:09:42.670451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15484f-7d88-4e12-98d9-34c5a78ddc54 req-9a52faa3-77bb-4524-868a-c895314179f9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:42.672105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4f15484f-7d88-4e12-98d9-34c5a78ddc54 req-9a52faa3-77bb-4524-868a-c895314179f9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1066306
Jan 15 15:09:42.727109 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4f15484f-7d88-4e12-98d9-34c5a78ddc54 req-ffa78b98-414f-4fde-aad7-f47c8cb22903 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486150
Jan 15 15:09:43.172852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:09:43.295485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:43.325452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:09:43.336975 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:09:43.340714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:43.343357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:09:43.395256 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'code': 200}
Jan 15 15:09:43.424763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:09:43.434449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.434746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.435133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.435525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.435891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.436268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.436773 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.437147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.437518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.437919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.438300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.438668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.439115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.439486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.439853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.440217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.440582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.440965 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.441330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.441691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.442119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.442483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.442852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.443214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:09:43.448462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:09:43.481380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01adfe-f56c-4824-8c44-552d50c9b0c0 req-e19d382c-cf31-487a-b3ff-800185024cfa tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:43.484228 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bb01adfe-f56c-4824-8c44-552d50c9b0c0 req-e19d382c-cf31-487a-b3ff-800185024cfa tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1039457
Jan 15 15:09:43.542663 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bb01adfe-f56c-4824-8c44-552d50c9b0c0 req-e350404a-7613-49dd-a1c3-1685290348e6 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0531609
Jan 15 15:09:43.988143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152413c-fc0d-4da6-bb6a-b9038bfdda95 req-1d19e6fd-ef76-43bc-858c-85d0163161b0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:43.989868 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6152413c-fc0d-4da6-bb6a-b9038bfdda95 req-1d19e6fd-ef76-43bc-858c-85d0163161b0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1124272
Jan 15 15:09:44.053410 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6152413c-fc0d-4da6-bb6a-b9038bfdda95 req-5d0f2e00-6dc7-45b3-bc31-dc20f39b9484 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557127
Jan 15 15:09:44.776822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-4656d70c-b0d3-478e-acce-3bd657ce6935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:44.783272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e181f-8476-49ff-aa64-7497d3f6dcf5 req-5c653821-18ad-455f-bd07-7e055e11b07f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:44.784988 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-535e181f-8476-49ff-aa64-7497d3f6dcf5 req-5c653821-18ad-455f-bd07-7e055e11b07f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1053758
Jan 15 15:09:44.840952 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-535e181f-8476-49ff-aa64-7497d3f6dcf5 req-3d296f58-beb8-49b8-8edd-5e5b9eb6ab06 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0494275
Jan 15 15:09:45.292201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 37414) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:09:45.358428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e32b53-6fb8-4f1e-b408-a8cda8e74b58 req-535f0052-bdec-462c-bab9-e31933ddd7b5 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:45.366185 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32e32b53-6fb8-4f1e-b408-a8cda8e74b58 req-535f0052-bdec-462c-bab9-e31933ddd7b5 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1220958
Jan 15 15:09:45.378013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ebec1-0fa6-4cba-9ea4-c64a7f83d25f req-42626513-656b-4c6c-928b-207d3deb3143 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:45.380233 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e86ebec1-0fa6-4cba-9ea4-c64a7f83d25f req-42626513-656b-4c6c-928b-207d3deb3143 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1264846
Jan 15 15:09:45.418069 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32e32b53-6fb8-4f1e-b408-a8cda8e74b58 req-35aa9ad6-1d50-4280-8063-a3299b07c7e9 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0502295
Jan 15 15:09:45.501770 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e86ebec1-0fa6-4cba-9ea4-c64a7f83d25f req-330a7a86-665c-4171-9235-bfa17540bc49 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125183
Jan 15 15:09:45.536792 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-25caee42-ae39-4e08-a067-80f0010f9676 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2389903
Jan 15 15:09:46.727447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50149f-1a21-43be-951e-137a55810d67 req-c2c85afb-9164-4c5b-be92-c56ed134263c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:46.729501 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4c50149f-1a21-43be-951e-137a55810d67 req-c2c85afb-9164-4c5b-be92-c56ed134263c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1440811
Jan 15 15:09:46.806987 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4c50149f-1a21-43be-951e-137a55810d67 req-19eaa51b-a793-4cdd-9458-4d4ef6a3b738 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0698533
Jan 15 15:09:46.853031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b0a1493d-fd24-42f7-ad0d-733562b480e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:46.917776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461bc7-99ad-496c-948f-2ae50d7f0dd5 req-caa104e7-307e-4dd1-ba5a-915437cf9397 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:46.920145 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b461bc7-99ad-496c-948f-2ae50d7f0dd5 req-caa104e7-307e-4dd1-ba5a-915437cf9397 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1865056
Jan 15 15:09:46.983441 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b461bc7-99ad-496c-948f-2ae50d7f0dd5 req-600860fb-3af5-4a07-b7f5-5cb1ed91aa85 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559590
Jan 15 15:09:47.259531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:47.685251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-c2f43ea6-f664-45a6-b151-2e2161c91a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:47.686985 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-c2f43ea6-f664-45a6-b151-2e2161c91a9f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347&tenant_id=5b8f6047e4e946a2a75da636ac94fc47 HTTP/1.1" status: 200  len: 1160 time: 0.0923660
Jan 15 15:09:47.830431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-c1b447c5-610a-459f-8e91-3f3464f729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:47.832190 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-c1b447c5-610a-459f-8e91-3f3464f729bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1160 time: 0.0842690
Jan 15 15:09:48.023636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-45e31cee-265e-4fcc-9b35-d13948087ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:48.026391 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-45e31cee-265e-4fcc-9b35-d13948087ae6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1825190
Jan 15 15:09:48.088503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be4e73-e57b-45de-9730-96e7781e7d3f req-fc12acdd-fe85-4f6f-904b-9d078d2ac868 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:48.102301 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b6be4e73-e57b-45de-9730-96e7781e7d3f req-fc12acdd-fe85-4f6f-904b-9d078d2ac868 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1515634
Jan 15 15:09:48.167955 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-203231ea-9210-4d29-8bdf-4d8e9a19178f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 998 time: 0.1319296
Jan 15 15:09:48.174550 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b6be4e73-e57b-45de-9730-96e7781e7d3f req-25e955c2-5d34-4aa8-aa35-3755a08651a9 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0710077
Jan 15 15:09:48.368104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af07306-e33a-400b-961c-8de9bd347099 req-273ce4ba-eaa6-4b33-b800-cc0c5d523d78 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:48.369855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1af07306-e33a-400b-961c-8de9bd347099 req-273ce4ba-eaa6-4b33-b800-cc0c5d523d78 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1214073
Jan 15 15:09:48.374207 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-ff70b68f-89c3-477d-8516-a3f7878259cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:48.375746 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-ff70b68f-89c3-477d-8516-a3f7878259cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.1976388
Jan 15 15:09:48.425774 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1af07306-e33a-400b-961c-8de9bd347099 req-ab2e1e5a-ea52-4f94-bfd3-f446d2030993 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487928
Jan 15 15:09:48.509477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-ffc06776-ea3a-4099-998b-96291797178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:48.511284 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-ffc06776-ea3a-4099-998b-96291797178c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0822814
Jan 15 15:09:48.690542 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-33603949-25b7-4a94-be9a-d3b56738aeb9 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657267
Jan 15 15:09:48.800910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:48.878117 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-14be92bd-8ee9-400c-b26f-651ef334f8db req-06819fb8-1932-4d44-bbea-1d53d7f7deb6 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1758320
Jan 15 15:09:48.978303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:49.481514 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa18f30-aeda-42c9-93d7-a94bf139781a req-fb476dc4-7377-4b8f-8460-95196ab55f74 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:49.489582 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8aa18f30-aeda-42c9-93d7-a94bf139781a req-fb476dc4-7377-4b8f-8460-95196ab55f74 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1429734
Jan 15 15:09:49.550586 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8aa18f30-aeda-42c9-93d7-a94bf139781a req-09761362-a3ab-42c1-a61b-79362751cbee tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0598221
Jan 15 15:09:49.793709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2a510-5719-4f67-9c5a-c91fa6276611 req-b2d46000-61dc-491f-9cca-a3fef6ab63ce tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:49.795796 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-46d2a510-5719-4f67-9c5a-c91fa6276611 req-b2d46000-61dc-491f-9cca-a3fef6ab63ce tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1205194
Jan 15 15:09:49.858396 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-46d2a510-5719-4f67-9c5a-c91fa6276611 req-2f9b7147-ed7a-4651-b078-6af7f5479b05 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519755
Jan 15 15:09:50.827420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc508c9-4d95-46e9-b7b7-2fbbab3c2af7 req-bf9890ed-e843-485b-9be1-51ffa20ec896 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:50.829921 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3fc508c9-4d95-46e9-b7b7-2fbbab3c2af7 req-bf9890ed-e843-485b-9be1-51ffa20ec896 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1404877
Jan 15 15:09:50.922587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3fc508c9-4d95-46e9-b7b7-2fbbab3c2af7 req-e6dbba20-547a-4286-8303-2ab33270263f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0855584
Jan 15 15:09:51.172735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63846b05-fbda-4c2c-9bd6-de3788b863e6 req-5f2f33c2-1f21-41af-90fd-f4d0a911423f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:51.176316 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63846b05-fbda-4c2c-9bd6-de3788b863e6 req-5f2f33c2-1f21-41af-90fd-f4d0a911423f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1355557
Jan 15 15:09:51.235485 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-63846b05-fbda-4c2c-9bd6-de3788b863e6 req-1dfd37c5-5f52-4be2-a89b-ba36c71bef11 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510726
Jan 15 15:09:52.236620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4b4f-2747-4bb2-a0f7-ee32ace82d44 req-f7596e5f-657f-4838-a549-785f88cfd871 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:52.239161 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-761a4b4f-2747-4bb2-a0f7-ee32ace82d44 req-f7596e5f-657f-4838-a549-785f88cfd871 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1242044
Jan 15 15:09:52.313521 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-761a4b4f-2747-4bb2-a0f7-ee32ace82d44 req-05662cad-0896-495d-bf30-27f8fca1ce65 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0641305
Jan 15 15:09:52.526115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6976b8-702d-43ea-b145-b8b5cc891d2c req-9bf7637e-081e-4ef7-9201-d98a41196e86 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:52.527735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa6976b8-702d-43ea-b145-b8b5cc891d2c req-9bf7637e-081e-4ef7-9201-d98a41196e86 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1170163
Jan 15 15:09:52.592478 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-aa6976b8-702d-43ea-b145-b8b5cc891d2c req-11f5b3d8-4703-4e3a-b5b4-e81cf0411cc4 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568540
Jan 15 15:09:53.608604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3512b2-8844-4e43-b956-60d257ebdb1a req-b5c1ac75-e69a-43fa-9e30-b62da890faa1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:53.610393 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c3512b2-8844-4e43-b956-60d257ebdb1a req-b5c1ac75-e69a-43fa-9e30-b62da890faa1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1327031
Jan 15 15:09:53.696618 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c3512b2-8844-4e43-b956-60d257ebdb1a req-77633b90-3fce-4cdf-9a5f-61329d8ac6d3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0784955
Jan 15 15:09:53.889455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6f337-7a6f-4ab8-9812-03a3b462930e req-7d668594-b39e-4a29-8837-15cb165d212e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:53.891181 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47b6f337-7a6f-4ab8-9812-03a3b462930e req-7d668594-b39e-4a29-8837-15cb165d212e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1182556
Jan 15 15:09:53.951709 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-47b6f337-7a6f-4ab8-9812-03a3b462930e req-a5430319-1117-4948-8214-ee3876e8ddf3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527589
Jan 15 15:09:54.932870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249bda3-fbdf-49db-b043-74689ab7ee96 req-87b4dc1a-9a6e-4fd9-b992-fc63e136596e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:54.934529 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a249bda3-fbdf-49db-b043-74689ab7ee96 req-87b4dc1a-9a6e-4fd9-b992-fc63e136596e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1052315
Jan 15 15:09:54.934964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:09:54.987568 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a249bda3-fbdf-49db-b043-74689ab7ee96 req-1bfc191e-22c4-42d0-972a-e11db67e5c72 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464334
Jan 15 15:09:55.211013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b6622-089f-41e5-967f-ec72c3f8af6d req-7f4d74c7-9a01-46b2-b4eb-73284e862c8e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:55.212680 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9a8b6622-089f-41e5-967f-ec72c3f8af6d req-7f4d74c7-9a01-46b2-b4eb-73284e862c8e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1071141
Jan 15 15:09:55.266196 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9a8b6622-089f-41e5-967f-ec72c3f8af6d req-292a0e4e-e184-44c9-a6ad-35d8124e8f7a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470343
Jan 15 15:09:55.852729 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-1770f56b-874c-473f-b051-029a5187f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:55.854294 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-1770f56b-874c-473f-b051-029a5187f353 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1163 time: 0.0778654
Jan 15 15:09:56.001185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-5b9cc087-e037-481a-803e-ad3d3ee10fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:56.003455 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-5b9cc087-e037-481a-803e-ad3d3ee10fa9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.1412513
Jan 15 15:09:56.176125 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-f569c22b-8b02-4b72-a788-73d8d7814649 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 200  len: 1002 time: 0.1612167
Jan 15 15:09:56.314508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-dca3709b-cb0d-4216-a06e-15a6087123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:56.317115 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-dca3709b-cb0d-4216-a06e-15a6087123cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.0972340
Jan 15 15:09:56.421393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c90905-bb73-42b6-98f6-b4a0e46de28b req-0b2a8f0f-dd39-42c1-9eda-1394a91a0c9e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:56.423152 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-55c90905-bb73-42b6-98f6-b4a0e46de28b req-0b2a8f0f-dd39-42c1-9eda-1394a91a0c9e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.2418890
Jan 15 15:09:56.501666 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-55c90905-bb73-42b6-98f6-b4a0e46de28b req-a35d174f-7282-4351-bd8c-cdacf085f793 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0657811
Jan 15 15:09:56.504543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-2bcf07c8-5ed2-4a3e-8d3d-620faf81377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:56.506158 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-2bcf07c8-5ed2-4a3e-8d3d-620faf81377c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1778762
Jan 15 15:09:56.556112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b568504-128f-438e-bdb6-4fe7c4b3823e req-0f553ac5-cde0-4e82-a704-1a4c8a26f820 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:56.557858 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4b568504-128f-438e-bdb6-4fe7c4b3823e req-0f553ac5-cde0-4e82-a704-1a4c8a26f820 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1258228
Jan 15 15:09:56.628161 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4b568504-128f-438e-bdb6-4fe7c4b3823e req-020b0c3c-e31f-48d6-9e23-b751440abe75 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606825
Jan 15 15:09:56.694092 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-dd07696d-a157-418e-a3d7-fa5c65a03615 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685052
Jan 15 15:09:56.886782 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cdae1d7a-ead8-4748-acad-c18af9dc1270 req-b3d3ff7f-9beb-48f9-b53c-eef90fb4344a service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1849797
Jan 15 15:09:57.746654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27602f-1a81-4b73-961b-b445169b0fb4 req-6bad601c-d18d-40d8-a05f-abfed5494871 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:57.748593 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cf27602f-1a81-4b73-961b-b445169b0fb4 req-6bad601c-d18d-40d8-a05f-abfed5494871 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1088898
Jan 15 15:09:57.802692 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cf27602f-1a81-4b73-961b-b445169b0fb4 req-a3952d02-6aee-467f-a4b1-1eb7a65e313e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0472670
Jan 15 15:09:57.904442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d0737-ebc2-4791-b62c-0bf507eb34ff req-b2c9756d-be9a-44cc-b798-1c1e6df2f77d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:57.906151 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2a0d0737-ebc2-4791-b62c-0bf507eb34ff req-b2c9756d-be9a-44cc-b798-1c1e6df2f77d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1040056
Jan 15 15:09:57.959077 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2a0d0737-ebc2-4791-b62c-0bf507eb34ff req-51d2f480-1e2e-4375-975a-eeb34664b640 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465059
Jan 15 15:09:59.048363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cb1f9-c41e-45d5-9ba8-c87d5663e17d req-725e6201-91d5-4bc6-8676-5152d7cabfaf tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:59.050155 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-000cb1f9-c41e-45d5-9ba8-c87d5663e17d req-725e6201-91d5-4bc6-8676-5152d7cabfaf tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1108208
Jan 15 15:09:59.107481 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-000cb1f9-c41e-45d5-9ba8-c87d5663e17d req-73d299d3-621e-47fe-a9f3-3abfc0dfd4b1 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0487368
Jan 15 15:09:59.222359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7870b6-cb65-42fe-9d3d-e283af4c355b req-cd8dd246-9043-49f5-9194-dc1a0ba372b5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:09:59.223996 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6a7870b6-cb65-42fe-9d3d-e283af4c355b req-cd8dd246-9043-49f5-9194-dc1a0ba372b5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1033905
Jan 15 15:09:59.278013 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6a7870b6-cb65-42fe-9d3d-e283af4c355b req-defeb188-9c23-4754-aa3a-ccefe000723b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465827
Jan 15 15:10:00.205724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:10:00.277404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:10:00.277826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:00.358768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4f14d-ad13-4836-9565-29ec1c9a2d26 req-3b17951a-d778-4957-b617-03ba7cbd1fdc tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:00.360677 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-39e4f14d-ad13-4836-9565-29ec1c9a2d26 req-3b17951a-d778-4957-b617-03ba7cbd1fdc tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 943 time: 0.1147287
Jan 15 15:10:00.411877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:00.423535 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-39e4f14d-ad13-4836-9565-29ec1c9a2d26 req-a82ebdee-08d6-4258-bb05-fa4c901615da tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0558386
Jan 15 15:10:00.445150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:10:00.454515 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:10:00.457501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:00.459641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:00.535804 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=6']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:00.540391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:00.564017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d76dc-05e7-4685-bfdd-3f2ec1963944 req-d0d4177a-4175-4a63-ae54-e5977b1d71eb tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:00.565694 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cb3d76dc-05e7-4685-bfdd-3f2ec1963944 req-d0d4177a-4175-4a63-ae54-e5977b1d71eb tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1114295
Jan 15 15:10:00.623197 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cb3d76dc-05e7-4685-bfdd-3f2ec1963944 req-15c84ebd-9c63-48bf-b4b5-34fc275ff8b5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510383
Jan 15 15:10:00.696565 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'code': 200}
Jan 15 15:10:01.409936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80b57-8bd0-40f3-9519-cf64ac765bae req-cb1dc60b-deb8-4385-955f-c9446caa7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:01.411783 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-29e80b57-8bd0-40f3-9519-cf64ac765bae req-cb1dc60b-deb8-4385-955f-c9446caa7d83 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.3145468
Jan 15 15:10:01.463288 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-29e80b57-8bd0-40f3-9519-cf64ac765bae req-b4f6bb4c-6fa4-41fb-9792-fbc6a23604df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411682
Jan 15 15:10:01.670100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29423529-9c82-41cf-bd14-887cab477871 req-24ce0e4e-c7d6-4c9c-a067-d4d1ddbee04a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:01.671753 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-29423529-9c82-41cf-bd14-887cab477871 req-24ce0e4e-c7d6-4c9c-a067-d4d1ddbee04a tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1099246
Jan 15 15:10:01.727556 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-29423529-9c82-41cf-bd14-887cab477871 req-2c84fe85-f8a2-46d4-ab94-a29ba35dbc0e tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0490294
Jan 15 15:10:01.728806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:10:01.806107 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:10:01.806595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:01.985994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:10:02.103421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:02.138143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 034a1b73-ab6f-406f-ae88-13a44a94cd97, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:10:02.141147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:02.143014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:02.216679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:02.220195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:02.348998 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-e80a9379-d032-42f9-9143-a13e4e5fd21c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0801964
Jan 15 15:10:02.384593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ddac8-b309-4592-9252-02efc76affcc req-9af1c12b-4d37-4777-9d05-69ae76fb0301 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:02.386207 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7a0ddac8-b309-4592-9252-02efc76affcc req-9af1c12b-4d37-4777-9d05-69ae76fb0301 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1033921
Jan 15 15:10:02.462283 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7a0ddac8-b309-4592-9252-02efc76affcc req-285f45f5-84da-4bcb-8278-03fd77fe1c92 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582373
Jan 15 15:10:02.697931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:10:02.754112 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'code': 422} returned with failed status
Jan 15 15:10:02.964703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ed325-1000-419f-9693-92fdc1b80fbc req-a2f8405a-8930-4083-a63c-bc09f02d942c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:02.966377 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c72ed325-1000-419f-9693-92fdc1b80fbc req-a2f8405a-8930-4083-a63c-bc09f02d942c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1044645
Jan 15 15:10:03.089920 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c72ed325-1000-419f-9693-92fdc1b80fbc req-f35d7456-85dd-48f1-8841-4c5baa6dff69 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0888586
Jan 15 15:10:03.121923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-49344bbb-d66b-47ea-bdae-ee1d4d0a78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:03.123805 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-49344bbb-d66b-47ea-bdae-ee1d4d0a78b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9&tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99 HTTP/1.1" status: 200  len: 1161 time: 0.1562490
Jan 15 15:10:03.302525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-1ab82424-a701-4459-8f63-a2a14fcb349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:03.304777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-1ab82424-a701-4459-8f63-a2a14fcb349a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1161 time: 0.0797174
Jan 15 15:10:03.465976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-36c4845c-057d-49ca-a57d-d18d758223d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:03.467588 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-36c4845c-057d-49ca-a57d-d18d758223d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 200  len: 911 time: 0.1459219
Jan 15 15:10:03.591143 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-5eed152e-8a2f-4e54-8f6a-e35a86afbf6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 200  len: 1000 time: 0.1062746
Jan 15 15:10:03.731981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-fcefdd0e-bc97-4700-a1c4-e38681f8cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:03.733591 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-fcefdd0e-bc97-4700-a1c4-e38681f8cc77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 200  len: 856 time: 0.1291053
Jan 15 15:10:03.819050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c071fc-3e5b-497e-b0af-64de99981f26 req-f7f77b71-dc1a-4299-8c29-f466774256bd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:03.820939 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-72c071fc-3e5b-497e-b0af-64de99981f26 req-f7f77b71-dc1a-4299-8c29-f466774256bd tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1797490
Jan 15 15:10:03.887268 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-72c071fc-3e5b-497e-b0af-64de99981f26 req-35268c46-0b64-4448-b31b-b7dbf6891e6a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585806
Jan 15 15:10:03.894293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-06bd7ccb-ff90-44d2-83f5-d8cea9415552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:03.895980 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-06bd7ccb-ff90-44d2-83f5-d8cea9415552 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1496189
Jan 15 15:10:04.056178 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-fa903cda-18b4-4ac2-9081-bc2d4efa1f1c service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470103
Jan 15 15:10:04.210676 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4305e09b-8edc-43c2-9a86-f2ce7d23e3fc req-ea69f654-9049-43cf-8d0c-202e6cfd8503 service neutron] 10.222.0.74 "GET /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442626
Jan 15 15:10:04.339851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58e6ec-0121-4c70-85fa-f4a454292a07 req-52510a25-5741-42ea-a898-254c717e8060 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:04.341567 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e58e6ec-0121-4c70-85fa-f4a454292a07 req-52510a25-5741-42ea-a898-254c717e8060 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1078763
Jan 15 15:10:04.394982 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3e58e6ec-0121-4c70-85fa-f4a454292a07 req-65d53226-02c8-440a-a293-cbae6df89de7 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0465081
Jan 15 15:10:05.353058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe59a5b-a503-4cb8-8d80-2837c68cf3ce req-a4e9d761-f165-47c8-aa0b-f90579c63194 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:05.354858 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dbe59a5b-a503-4cb8-8d80-2837c68cf3ce req-a4e9d761-f165-47c8-aa0b-f90579c63194 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.3207257
Jan 15 15:10:05.408855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dbe59a5b-a503-4cb8-8d80-2837c68cf3ce req-eb88a5ed-979b-462c-9cd3-2ffd4f5738d9 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475285
Jan 15 15:10:06.660642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5b73-745d-4de9-b0f8-ca54e4dac442 req-d079eef5-072d-4ee7-91d9-95af2db348c2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:06.662301 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f5c5b73-745d-4de9-b0f8-ca54e4dac442 req-d079eef5-072d-4ee7-91d9-95af2db348c2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1036420
Jan 15 15:10:06.721948 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7f5c5b73-745d-4de9-b0f8-ca54e4dac442 req-4edbf9a9-11e5-4301-9ae6-639097d450a2 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531473
Jan 15 15:10:07.981041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e25ae-c3c4-44d7-a8b4-49ea201304d6 req-f71f8677-28a1-4df0-b427-5480b2efda76 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:07.982744 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6a1e25ae-c3c4-44d7-a8b4-49ea201304d6 req-f71f8677-28a1-4df0-b427-5480b2efda76 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1062219
Jan 15 15:10:08.035676 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6a1e25ae-c3c4-44d7-a8b4-49ea201304d6 req-431f1e8e-ab6b-4a79-bf69-9ef85cb9f6b3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464642
Jan 15 15:10:09.005451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:10:09.301532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e381b7-2332-4467-aabc-12d1346c3e75 req-ec4ad4a3-a4f4-4cea-993d-49127bd35c7f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:09.303242 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-94e381b7-2332-4467-aabc-12d1346c3e75 req-ec4ad4a3-a4f4-4cea-993d-49127bd35c7f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1074123
Jan 15 15:10:09.360266 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-94e381b7-2332-4467-aabc-12d1346c3e75 req-7de38511-f3bf-46b8-a72b-bb09bd36898a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485392
Jan 15 15:10:10.609993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfe427-0e2e-4be8-b0b3-223f205b5fa7 req-647955e6-c155-4ebe-877a-569f963da07c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:10.611625 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4ccfe427-0e2e-4be8-b0b3-223f205b5fa7 req-647955e6-c155-4ebe-877a-569f963da07c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1027501
Jan 15 15:10:10.664638 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4ccfe427-0e2e-4be8-b0b3-223f205b5fa7 req-cebdab92-2856-400a-8ad5-6e90068f83c8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465221
Jan 15 15:10:12.068852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3cb4-9732-4c63-a8da-9a1ec0043037 req-75e6e778-291e-406e-8097-44c678970424 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:12.070861 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c3f3cb4-9732-4c63-a8da-9a1ec0043037 req-75e6e778-291e-406e-8097-44c678970424 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1154096
Jan 15 15:10:12.124553 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c3f3cb4-9732-4c63-a8da-9a1ec0043037 req-79c0ea52-88fc-4c19-967b-29eb444eca42 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474436
Jan 15 15:10:13.385163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a85f5-d504-43d5-9555-0d14e07c9c96 req-1d935b86-374d-4f29-8ca8-98c7d0dbcba6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:13.387212 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-311a85f5-d504-43d5-9555-0d14e07c9c96 req-1d935b86-374d-4f29-8ca8-98c7d0dbcba6 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1121509
Jan 15 15:10:13.439950 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-311a85f5-d504-43d5-9555-0d14e07c9c96 req-0eb6c4cd-5f22-4628-ae2a-0ede65907943 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464060
Jan 15 15:10:14.697018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0a0cf-ea21-42d1-8aca-da2ba3752d47 req-b7bd610b-8f0a-41b5-9ddf-786e23703d4a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:14.698758 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0e0a0cf-ea21-42d1-8aca-da2ba3752d47 req-b7bd610b-8f0a-41b5-9ddf-786e23703d4a tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1022310
Jan 15 15:10:14.754521 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c0e0a0cf-ea21-42d1-8aca-da2ba3752d47 req-3e290b9c-7fa8-455f-8323-d3c483efe326 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490890
Jan 15 15:10:14.781100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1ca04d14-ed6e-4332-a0b5-4916f1517a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:16.012573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0924cf-b8eb-4496-96df-f6cdc99e6b0e req-2bb9f265-4d18-4361-8d47-27718e506b63 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:16.014268 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6b0924cf-b8eb-4496-96df-f6cdc99e6b0e req-2bb9f265-4d18-4361-8d47-27718e506b63 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1063445
Jan 15 15:10:16.073379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6b0924cf-b8eb-4496-96df-f6cdc99e6b0e req-2bf07b1f-20a6-4085-8a28-ecbdb25f7421 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521882
Jan 15 15:10:16.836009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-59caaddd-6466-4a4e-859b-e4c865468edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:17.263912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:17.324105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5659f-f39c-4b58-98a7-9d36a465c594 req-7c38808c-c98b-4f68-a715-1f91815d6101 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:17.325808 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0bd5659f-f39c-4b58-98a7-9d36a465c594 req-7c38808c-c98b-4f68-a715-1f91815d6101 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1074755
Jan 15 15:10:17.378697 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0bd5659f-f39c-4b58-98a7-9d36a465c594 req-fd09bef5-da01-4134-a7ee-8c29a9041760 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452809
Jan 15 15:10:18.629559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481df71-1906-40f9-9111-3915262ad553 req-dfe8d88f-4b0b-4838-94b2-651f085e05b3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:18.631225 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4481df71-1906-40f9-9111-3915262ad553 req-dfe8d88f-4b0b-4838-94b2-651f085e05b3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1022935
Jan 15 15:10:18.682132 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4481df71-1906-40f9-9111-3915262ad553 req-4297a062-ab41-4543-87b8-cfd9db172f8d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445325
Jan 15 15:10:18.785997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:18.960883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:19.937186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d0cf2-2dda-470a-9b5b-854dabbeda0f req-37950f0c-fc76-4e43-a560-8eb7acdeb6b0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:19.938924 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c31d0cf2-2dda-470a-9b5b-854dabbeda0f req-37950f0c-fc76-4e43-a560-8eb7acdeb6b0 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1082046
Jan 15 15:10:19.990954 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c31d0cf2-2dda-470a-9b5b-854dabbeda0f req-17d217ee-366a-46c8-8fce-fbee2628feb5 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450711
Jan 15 15:10:21.243964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f0847-8430-4b77-b479-c44df05fc5f4 req-84e7f320-f462-4db9-982e-71ecadc65d2e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:21.246402 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-761f0847-8430-4b77-b479-c44df05fc5f4 req-84e7f320-f462-4db9-982e-71ecadc65d2e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1041484
Jan 15 15:10:21.306173 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-761f0847-8430-4b77-b479-c44df05fc5f4 req-4afd39f1-b43f-4bde-af30-a5654991aac8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532424
Jan 15 15:10:22.471008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:10:22.549523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:10:22.550692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:22.579148 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-3fb60621-81fb-4632-992d-5850da8e205c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0777678
Jan 15 15:10:22.585614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46bd69-fc0a-47cd-a3d2-f9478caa395c req-bc0a8b15-5e04-449f-9011-4e803e2ccbd3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:22.587347 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d46bd69-fc0a-47cd-a3d2-f9478caa395c req-bc0a8b15-5e04-449f-9011-4e803e2ccbd3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 944 time: 0.1174157
Jan 15 15:10:22.645633 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d46bd69-fc0a-47cd-a3d2-f9478caa395c req-32c244e5-6f36-4606-8752-b52c54689d5f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512030
Jan 15 15:10:22.678503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:22.707783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:10:22.718421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 034a1b73-ab6f-406f-ae88-13a44a94cd97, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:10:22.721402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:22.723402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7e925988-2d13-4329-891d-6cd5f5990356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:22.767630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-88a81e2c-0234-41b6-ad81-9a47abc23f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:22.769228 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-88a81e2c-0234-41b6-ad81-9a47abc23f79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.0825248
Jan 15 15:10:22.773392 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'code': 200}
Jan 15 15:10:22.792698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=6']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:22.796109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:22.975906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-f3e77dd2-c883-4ab2-b0ef-16f6e1f5677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:22.977446 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-f3e77dd2-c883-4ab2-b0ef-16f6e1f5677b service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1455901
Jan 15 15:10:23.146923 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-d4a95092-a39b-49de-bab3-9318bc7df130 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 1000 time: 0.1600628
Jan 15 15:10:23.215143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0152f-d4f7-43f2-adab-98a0bed578d7 req-2c856f72-7f99-4a57-a2bf-32c15a503d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:23.216718 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bbd0152f-d4f7-43f2-adab-98a0bed578d7 req-2c856f72-7f99-4a57-a2bf-32c15a503d4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 1163 time: 0.1680396
Jan 15 15:10:23.227053 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-3c5f8d06-b504-4b5a-a4e7-ec23208360e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:23.228490 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-3c5f8d06-b504-4b5a-a4e7-ec23208360e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0745013
Jan 15 15:10:23.324676 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bbd0152f-d4f7-43f2-adab-98a0bed578d7 req-0f3c1f60-d27a-4fca-aa48-e4bd6ef7bab3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993900
Jan 15 15:10:23.340998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-40c2707f-12a7-4a89-be16-c9581a0ee8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:23.342605 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-40c2707f-12a7-4a89-be16-c9581a0ee8a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0990937
Jan 15 15:10:23.797682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:10:23.873951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:10:23.874271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:23.879198 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-4a950a98-b722-4621-8fee-f75aaba18d85 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478562
Jan 15 15:10:23.901518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95618f2b-022b-4680-82da-74506aa1510f req-00fb6e3f-a1a3-4058-8be2-893971644538 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:23.903858 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-95618f2b-022b-4680-82da-74506aa1510f req-00fb6e3f-a1a3-4058-8be2-893971644538 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1123180
Jan 15 15:10:23.955654 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-95618f2b-022b-4680-82da-74506aa1510f req-cc1a25c5-f046-47c8-bea6-03aaa178da30 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456970
Jan 15 15:10:24.035026 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e1492437-a527-4270-aaf7-7ed592a9eb8f req-26d4f0fe-18d2-43f9-b3d5-961757debb08 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462636
Jan 15 15:10:24.942477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:25.215725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf61f-4dd6-4424-b780-4cf19a263f0f req-a1bf5ef3-5765-40fe-bf1d-52268587e93c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:25.217394 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b28bf61f-4dd6-4424-b780-4cf19a263f0f req-a1bf5ef3-5765-40fe-bf1d-52268587e93c tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1066506
Jan 15 15:10:25.272340 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b28bf61f-4dd6-4424-b780-4cf19a263f0f req-8d2c7ac9-0c3e-4af3-a1ca-c42a7bdaf7f8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483513
Jan 15 15:10:25.981150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:10:26.054927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 034a1b73-ab6f-406f-ae88-13a44a94cd97 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:10:26.055353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:26.519574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fda1c-6c86-4097-bf23-367241100824 req-57452788-d3d5-402b-8b0e-b8f10b655e40 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:26.521191 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc0fda1c-6c86-4097-bf23-367241100824 req-57452788-d3d5-402b-8b0e-b8f10b655e40 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1014900
Jan 15 15:10:26.573467 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dc0fda1c-6c86-4097-bf23-367241100824 req-a5893a46-fd01-4680-b72f-e2af911f1437 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453947
Jan 15 15:10:44.783977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5e347bb5-70fd-4ffa-9a41-0d04fc4b4e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:46.006049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:10:46.837116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d05e35ed-a622-4d14-be23-f9d157ab2652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:47.263227 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:48.789052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:48.963359 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:50.325569 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-6e1e5057-6ef3-41d4-bc4a-2af474a2b933 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-677956197&fields=id&tenant_id=37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 267 time: 0.0503225
Jan 15 15:10:50.443485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2f05f-1b21-4fc8-a1dd-41429ad8e333 req-04b2964f-0d46-4f58-ba7b-7bb60d591347 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:50.445148 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfd2f05f-1b21-4fc8-a1dd-41429ad8e333 req-04b2964f-0d46-4f58-ba7b-7bb60d591347 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1050668
Jan 15 15:10:50.498318 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-dfd2f05f-1b21-4fc8-a1dd-41429ad8e333 req-40125e2e-e048-48c2-adaa-d65b1f2a96a6 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462089
Jan 15 15:10:50.512474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-9241e822-d9e6-4310-ab1b-66380a739ddd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:50.514136 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-9241e822-d9e6-4310-ab1b-66380a739ddd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 811 time: 0.1806111
Jan 15 15:10:50.531831 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-6eda6499-c353-427a-8dfd-a5249f8998a1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/quotas/37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 375 time: 0.0107868
Jan 15 15:10:50.640547 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-51b3d095-f911-4d54-851c-a00ff396bbdd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1031089
Jan 15 15:10:50.790522 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-25b966c0-8267-42f3-8418-ad52ded8255e service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366968
Jan 15 15:10:50.936138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-5e53ca26-407a-450f-8218-44b9b1208ccd service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382656
Jan 15 15:10:51.366841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6ea1d821-0f5d-42b9-bc18-711f6073f252 req-716253f9-be92-46a1-94f5-e543c9df4627 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 210 time: 0.0483797
Jan 15 15:10:51.739482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6d23-b2ab-4ab5-acde-383b51e4513b req-bfd22868-f830-406f-9bcb-f87afb1c18ca tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:51.741512 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-528c6d23-b2ab-4ab5-acde-383b51e4513b req-bfd22868-f830-406f-9bcb-f87afb1c18ca tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1099360
Jan 15 15:10:51.796051 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-528c6d23-b2ab-4ab5-acde-383b51e4513b req-9506af8b-ee9e-4ce9-be9f-2744a27d8ff4 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466483
Jan 15 15:10:52.550332 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3def3918-2728-4b53-83b2-d210aab41f18 req-730a93bc-a756-4b5f-ac56-ff7ae816ce81 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 210 time: 0.0502031
Jan 15 15:10:53.046598 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fee8c-c41e-46db-a3bd-7ba484139e52 req-594ae2a1-573e-4d25-bd94-1aa7f6dcd8f9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:53.048393 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a61fee8c-c41e-46db-a3bd-7ba484139e52 req-594ae2a1-573e-4d25-bd94-1aa7f6dcd8f9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1123660
Jan 15 15:10:53.096863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-5a4f2cc8-2ea2-4d93-8bb0-37b067f55006 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:53.098883 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-5a4f2cc8-2ea2-4d93-8bb0-37b067f55006 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 811 time: 0.4088042
Jan 15 15:10:53.107018 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a61fee8c-c41e-46db-a3bd-7ba484139e52 req-4a1f9de2-5594-467e-870f-69d6d217d7a4 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520980
Jan 15 15:10:53.214298 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b7032f56-5c12-4104-bda9-d65d97431392 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37010f80145f44caba1abd118caf0ac2 HTTP/1.1" status: 200  len: 5763 time: 0.0796316
Jan 15 15:10:53.229334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'port': {'device_id': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'admin_state_up': True, 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'security_groups': ['3a8b82d7-d60b-4c4e-83dc-0683106e7159']}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:10:53.374265 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:10:53.384036 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:10:53.393428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Made reservation on behalf of 37010f80145f44caba1abd118caf0ac2 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:10:53.403027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:53.717471 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d94e-99db-45e2-8822-17f82c824946 req-aa4eb8ed-dafb-4f1e-a9af-e34e1c6df7e9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:53.719060 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b474d94e-99db-45e2-8822-17f82c824946 req-aa4eb8ed-dafb-4f1e-a9af-e34e1c6df7e9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.2093377
Jan 15 15:10:53.808939 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4a94b079-c743-42c7-8901-7b14b1838641 req-7af20f87-9d77-46ed-9feb-93059e6a471f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 210 time: 0.1251423
Jan 15 15:10:53.905881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Deleting port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:10:53.906289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.018862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Allocated IP 172.20.0.14 (2ee8b40a-9e81-4098-a8a4-9864168b2681/804819d3-58a0-47d5-8cda-ee73833b3790/9c0fc35f-ca52-44c0-9696-703710f28175) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:10:54.333183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] For port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:10:54.333574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.353277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31d31e-7dd3-45a4-b1c0-29d1bbdecd94 req-e78a1d74-af64-4be9-acaa-3bfe8d365367 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:54.356163 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b31d31e-7dd3-45a4-b1c0-29d1bbdecd94 req-e78a1d74-af64-4be9-acaa-3bfe8d365367 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 945 time: 0.1108508
Jan 15 15:10:54.412810 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5b31d31e-7dd3-45a4-b1c0-29d1bbdecd94 req-ae0423db-19cb-450b-bd78-da2ce6713fc7 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486689
Jan 15 15:10:54.474946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.574379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Transition to ACTIVE for port object 9c0fc35f-ca52-44c0-9696-703710f28175 will not be triggered until provisioned by entity DHCP. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:10:54.696734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.721424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cb5d06f0-d245-4f70-a099-beed1e7f535c tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:54.790687 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:10:54.825017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.825443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.825796 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Floating IP 6ca69aeb-6964-4633-aaed-d78738ad100d disassociated. External IP: 172.27.0.242, port: 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e.
Jan 15 15:10:54.826231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Calling delete_port for 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:10:54.891085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=9c0fc35f-ca52-44c0-9696-703710f28175,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:54.919247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.919643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.920338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.920466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.920835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.921235 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.921637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.922800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.922800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.922800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.923185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.923569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.924043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.924432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.924827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.925219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.925636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.926030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.926426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.926542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.926814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.927417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.927542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.927933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.928318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:54.936991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:54.956658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:10:54.967676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:10:54.970886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:54.972700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:55.034297 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'code': 200}
Jan 15 15:10:55.063977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:55.074805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:55.084951 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.085325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.085715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.086135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.086520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.086979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.087357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.088293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.088650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.089030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.089408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.089771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.090249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.090626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.091000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.091370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.091742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.092112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.092479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.092847 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.093219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.093589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.094001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.094369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:10:55.096233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:10:55.096604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:10:55.098864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:55.099969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:10:55.101750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:10:55.107082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:10:55.176827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aff1d-8c55-47c8-ac0e-0e202ba0187e req-e40d1a8d-1cba-4135-a694-cba02e081de6 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:55.178585 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9b7aff1d-8c55-47c8-ac0e-0e202ba0187e req-e40d1a8d-1cba-4135-a694-cba02e081de6 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 932 time: 0.2302434
Jan 15 15:10:55.240722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:55.241457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:55.283472 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9b7aff1d-8c55-47c8-ac0e-0e202ba0187e req-dd8dc849-f6e5-4b73-82d4-a2d0bb7f4b66 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0940380
Jan 15 15:10:55.287419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-c774306f-017c-42d0-a0c7-bf740901cf57 None None] Provisioning for port 9c0fc35f-ca52-44c0-9696-703710f28175 completed by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:10:55.292270 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0672319
Jan 15 15:10:55.293914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-c774306f-017c-42d0-a0c7-bf740901cf57 None None] Provisioning complete for port 9c0fc35f-ca52-44c0-9696-703710f28175 triggered by entity DHCP. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:10:55.294466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c774306f-017c-42d0-a0c7-bf740901cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:55.314560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Request body: {'port': {'device_id': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:10:55.349868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c774306f-017c-42d0-a0c7-bf740901cf57 None None] Port 9c0fc35f-ca52-44c0-9696-703710f28175 cannot update to ACTIVE because it is not bound. {{(pid=80104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}}
Jan 15 15:10:55.434627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:55.662060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630731bf-6daa-4b57-af19-263eed4c3565 req-021d1ab4-609d-4b36-be04-c37eec37610f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:55.663805 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-630731bf-6daa-4b57-af19-263eed4c3565 req-021d1ab4-609d-4b36-be04-c37eec37610f tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1142814
Jan 15 15:10:55.720592 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-630731bf-6daa-4b57-af19-263eed4c3565 req-56bee113-e3cd-430f-a5ce-278ff1a38a38 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491879
Jan 15 15:10:55.757142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Deleting port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:10:55.757662 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:56.223520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] For port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:10:56.223929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:56.555217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0fc35f-ca52-44c0-9696-703710f28175 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:10:56.632363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:56.665285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Transition to ACTIVE for port object 9c0fc35f-ca52-44c0-9696-703710f28175 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:10:56.672772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:56.694504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d23a89d-8b05-4b67-81e3-1f478cebed65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:56.864711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890371-bce8-48a6-87e7-e40da327678b req-38231301-d8b6-4921-8029-b2fc36845e88 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:56.865522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c2890371-bce8-48a6-87e7-e40da327678b req-38231301-d8b6-4921-8029-b2fc36845e88 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:10:56.875088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:56.875513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:56.875865 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Floating IP 6ca69aeb-6964-4633-aaed-d78738ad100d disassociated. External IP: 172.27.0.242, port: 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e.
Jan 15 15:10:56.876251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Calling delete_port for 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:10:56.939551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fc35f-ca52-44c0-9696-703710f28175,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:56.959031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af173f7a-583f-4dff-b9ff-314299dd8873 req-6cd803d3-2b46-41e0-a699-fe707f557ce1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:56.960719 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af173f7a-583f-4dff-b9ff-314299dd8873 req-6cd803d3-2b46-41e0-a699-fe707f557ce1 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 943 time: 0.1056068
Jan 15 15:10:56.964652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:56.981952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-c2890371-bce8-48a6-87e7-e40da327678b req-38231301-d8b6-4921-8029-b2fc36845e88 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:10:56.983254 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c2890371-bce8-48a6-87e7-e40da327678b req-38231301-d8b6-4921-8029-b2fc36845e88 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 932 time: 0.5353172
Jan 15 15:10:57.015468 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-af173f7a-583f-4dff-b9ff-314299dd8873 req-9ff3193e-d271-4864-b841-917c273f068e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups?id=0b397722-e008-4202-ada4-b21aed0b7c26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480349
Jan 15 15:10:57.210157 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c2890371-bce8-48a6-87e7-e40da327678b req-dab1e28a-6767-425f-968e-99222ad91410 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2182574
Jan 15 15:10:57.273360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:57.291183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:57.339433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Attempting to bind port 9c0fc35f-ca52-44c0-9696-703710f28175 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:10:57.339727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Attempting to bind port 9c0fc35f-ca52-44c0-9696-703710f28175 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:10:57.340100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Attempting to bind port 9c0fc35f-ca52-44c0-9696-703710f28175 on network 2ee8b40a-9e81-4098-a8a4-9864168b2681 {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:10:57.394761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event deleted for resources: {'Port': ['ID=462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:57.404111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:57.404947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:10:57.405324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Checking segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:10:57.405726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:57.407510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Bound using segment: {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:10:57.407510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Bound port: 9c0fc35f-ca52-44c0-9696-703710f28175, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e669ed-9761-4604-b48b-4546131de1c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:10:57.407510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:57.564610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] For port 9c0fc35f-ca52-44c0-9696-703710f28175, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:10:57.570385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] For port 9c0fc35f-ca52-44c0-9696-703710f28175, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9c0fc35f-ca52-44c0-9696-703710f28175,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:10:57.630517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:57.656084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-51f07867-66ef-4f40-b069-59ffb1a2bec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:10:58.146397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0fc35f-ca52-44c0-9696-703710f28175,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:10:58.156464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:10:58.203741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:10:58.205042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:58.205658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:58.207189 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-b16e854d-8ee2-4405-aded-5801755b93f4 service neutron] 10.222.0.74 "PUT /v2.0/ports/9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 1158 time: 2.8975852
Jan 15 15:10:58.207796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:10:58.218061 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-39eae93b-5751-4aad-ad3e-a46a1a861fc4 req-a3029d07-9b5f-4ae9-a2ea-7e023f44fb14 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 210 time: 0.0536845
Jan 15 15:10:58.323237 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175', 'status': 'completed', 'code': 200}
Jan 15 15:10:58.472503 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dbe49-293e-4653-bc76-217f33df8ec8 req-b5e244c3-94d6-4e10-be0a-ae75e54638ac tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:58.474132 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ef6dbe49-293e-4653-bc76-217f33df8ec8 req-b5e244c3-94d6-4e10-be0a-ae75e54638ac tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.1068261
Jan 15 15:10:58.485042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-c9d8a12a-a5dd-4745-acf8-d03da80c9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:58.486687 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-c9d8a12a-a5dd-4745-acf8-d03da80c9175 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1161 time: 0.2045746
Jan 15 15:10:58.487883 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:10:58.499224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:10:58.511365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:10:58.512395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e61b38>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:10:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:10:58.530359 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ef6dbe49-293e-4653-bc76-217f33df8ec8 req-343781e6-c3d9-4e7a-928e-8f1174c080b5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0490959
Jan 15 15:10:58.592061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] No DVR routers for this DVR port 462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:10:58.594732 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-e87e6c27-24d3-42ed-898f-321821f998b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 217 time: 0.0783594
Jan 15 15:10:58.595762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:10:58.646138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b474d94e-99db-45e2-8822-17f82c824946 req-43cec158-c3cd-4858-ac71-b96b909c9759 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.74 "DELETE /v2.0/ports/462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e HTTP/1.1" status: 204  len: 173 time: 4.8839970
Jan 15 15:10:58.674068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-d1c42ecf-fa63-45df-98e6-2b0e6306e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:58.675659 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-d1c42ecf-fa63-45df-98e6-2b0e6306e90c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0691762
Jan 15 15:10:58.711661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:10:58.766854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-296a0d56-4834-49c3-b5e1-eae2bbe29ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:58.768408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-296a0d56-4834-49c3-b5e1-eae2bbe29ff1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787673
Jan 15 15:10:58.925936 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-f8d3c543-5258-491d-a36c-346e9d0c1e53 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482315
Jan 15 15:10:59.094845 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3c64db6b-e391-4dc3-a54b-05db89405963 req-380ce958-f8a8-49ce-92d4-c1dd29e33404 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607466
Jan 15 15:10:59.210869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e61b38>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:10:59.215363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:10:59.224171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:10:59.224826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e61b38>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:10:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:10:59.374255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-79edeeb4-a44a-4a91-aabf-2758b96deeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:59.375912 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-79edeeb4-a44a-4a91-aabf-2758b96deeed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1161 time: 0.0920568
Jan 15 15:10:59.420630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:10:59.462438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-0a7229af-677d-4018-a05c-04df9e56fdf1 req-91e9e8f7-7eac-4046-b458-601c618ec0cf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Synchronizing usage tracker for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:10:59.555008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-0a7229af-677d-4018-a05c-04df9e56fdf1 req-91e9e8f7-7eac-4046-b458-601c618ec0cf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Unset dirty status for tenant:875882458de44009a4d2798b2d10b8ef on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:10:59.556322 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0a7229af-677d-4018-a05c-04df9e56fdf1 req-91e9e8f7-7eac-4046-b458-601c618ec0cf tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/ports?device_id=35c0332a-22d3-4350-8126-bef2e2044f31 HTTP/1.1" status: 200  len: 210 time: 0.1669521
Jan 15 15:10:59.605346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-75cadcc5-8bf2-4104-95a4-4e81a457dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:59.606985 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-75cadcc5-8bf2-4104-95a4-4e81a457dfc5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1796005
Jan 15 15:10:59.688775 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-70893ad4-8363-430f-bb14-776013eaa315 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 217 time: 0.0727420
Jan 15 15:10:59.767458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-61a749a3-96f8-4930-aba4-81076837995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:59.767966 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e61b38>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:10:59.769051 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-61a749a3-96f8-4930-aba4-81076837995b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0678680
Jan 15 15:10:59.772540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93a830-a332-41fb-8df6-9af0fd213213 None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '4591a13d-ee5d-4654-ac9a-dc5700e6ea56', 'name': '', 'network_id': '0eb49b4f-aa51-4928-bf6a-d4d23f09268b', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'mac_address': 'fa:16:3e:4a:a7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:52Z', 'updated_at': '2021-01-15T15:02:12Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'subnets': [{'id': '983d9e7f-1df3-4c65-b339-64a90298d7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:10:59.778015 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f8be-d96c-49e0-9c3a-5fc470fea0ac req-82334329-352f-47e9-8f18-9de2097a6e17 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:59.779725 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4163f8be-d96c-49e0-9c3a-5fc470fea0ac req-82334329-352f-47e9-8f18-9de2097a6e17 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.1101308
Jan 15 15:10:59.834777 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4163f8be-d96c-49e0-9c3a-5fc470fea0ac req-b5656195-7948-4c8b-aef3-4ecac07473ca tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0483167
Jan 15 15:10:59.870362 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-1673ee38-21c4-4790-9e84-fbf6ac75d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:10:59.872293 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-1673ee38-21c4-4790-9e84-fbf6ac75d8d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0938096
Jan 15 15:11:00.028445 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-0f437819-ecaa-4ce5-9b3c-55881788691f service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462970
Jan 15 15:11:00.179745 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e9613d3b-c706-4baa-97e3-9404eb5d1953 req-dfd48f0e-1eea-42b4-98fa-4676c9823b55 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434078
Jan 15 15:11:00.180262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f001702b-f2b8-47f2-b56b-ea994100bdbc None None] New status for floating IP 6ca69aeb-6964-4633-aaed-d78738ad100d: DOWN {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:11:00.324775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'name': 'network-vif-deleted', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:11:00.384102 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c0332a-22d3-4350-8126-bef2e2044f31', 'name': 'network-vif-deleted', 'tag': '462cb0b8-7e1d-4ebc-a8c0-94dc91225e2e', 'status': 'completed', 'code': 200}
Jan 15 15:11:00.711482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 37916) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:00.783100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:00.812760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:00.864162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:00.870287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-577b3306-44ba-498a-bd66-5726de11a21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:00.886893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b397722-e008-4202-ada4-b21aed0b7c26,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:00.898732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.899165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.899585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.900023 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.900481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.900892 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.901301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.901710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.902161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.902566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.902974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.903375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.903890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.904292 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.904694 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.905132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.905572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.906001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.906402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.906805 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.907206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.907608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.908009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.908407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:00.912638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:00.913593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:00.918720 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "DELETE /v2.0/security-groups/0b397722-e008-4202-ada4-b21aed0b7c26 HTTP/1.1" status: 204  len: 168 time: 0.2023168
Jan 15 15:11:00.919936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 37922) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:00.939068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.v2.resource [None req-faa6c1f8-8602-41a5-980c-b414e59f1c32 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] show failed (client error): The resource could not be found.
Jan 15 15:11:00.943754 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-faa6c1f8-8602-41a5-980c-b414e59f1c32 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "GET /v2.0/security-groups/0b397722-e008-4202-ada4-b21aed0b7c26 HTTP/1.1" status: 404  len: 347 time: 0.0193605
Jan 15 15:11:00.944072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 37926) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:01.167233 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Deleting port 14d67814-f2ef-46c8-bb08-a14b024dcd4f {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:01.167535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:01.320268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a726c7-f563-4f05-91c5-cb372f7d3152 req-3ade4f1a-d425-464f-aa85-5ba526898895 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:01.321906 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-55a726c7-f563-4f05-91c5-cb372f7d3152 req-3ade4f1a-d425-464f-aa85-5ba526898895 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.3193252
Jan 15 15:11:01.407795 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-55a726c7-f563-4f05-91c5-cb372f7d3152 req-5d12edbd-64ca-4146-9c02-1f36ff9a51c4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0717258
Jan 15 15:11:01.425644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:01.426001 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:01.776968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Calling delete_port for 14d67814-f2ef-46c8-bb08-a14b024dcd4f owned by network:floatingip {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:01.920432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:01.937380 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-29517494-d38c-4c92-95c6-a7ed1c04fb0f tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:02.036816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Pushing event deleted for resources: {'Port': ['ID=14d67814-f2ef-46c8-bb08-a14b024dcd4f,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:02.047472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:02.178522 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks [] for floatingip, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:02.196338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:02.197665 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-61acb2e9-00e3-4d6e-8e51-d946bb3f9064 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] 10.222.0.68 "DELETE /v2.0/floatingips/6ca69aeb-6964-4633-aaed-d78738ad100d HTTP/1.1" status: 204  len: 168 time: 1.2524500
Jan 15 15:11:02.640484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc697-26f7-4796-a89d-0f0e46d1b27b req-b90d62f7-c172-479b-bd19-9c181ce752ca tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:02.642160 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9e3dc697-26f7-4796-a89d-0f0e46d1b27b req-b90d62f7-c172-479b-bd19-9c181ce752ca tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.1033273
Jan 15 15:11:02.694250 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9e3dc697-26f7-4796-a89d-0f0e46d1b27b req-e22a40f7-b65e-4a65-9d7b-fbb3765898fb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0454619
Jan 15 15:11:03.926424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a52da-7a02-4b62-9a15-63d7e5dc7766 req-d65418ac-a8ce-476f-8bd3-eb81c9011299 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:03.928083 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b8a52da-7a02-4b62-9a15-63d7e5dc7766 req-d65418ac-a8ce-476f-8bd3-eb81c9011299 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.1026323
Jan 15 15:11:03.989286 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8b8a52da-7a02-4b62-9a15-63d7e5dc7766 req-62d775ac-85fc-4923-830e-c2abbec22720 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0532873
Jan 15 15:11:05.226476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c1599-79b0-447e-baf8-b396c93240ab req-cb3654f2-8ea5-4b9b-9635-ed240b94197d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:05.228068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e0c1599-79b0-447e-baf8-b396c93240ab req-cb3654f2-8ea5-4b9b-9635-ed240b94197d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.1070809
Jan 15 15:11:05.280576 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2e0c1599-79b0-447e-baf8-b396c93240ab req-ad86ff7f-f9a5-4c6e-8770-965322c9cc82 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0455632
Jan 15 15:11:06.309013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 37964) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:06.670725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff22db-9318-4743-9b1a-a70cb840eb3d req-d1f0a053-7fa7-4053-b52c-d6a68f12f5c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:06.672371 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-34ff22db-9318-4743-9b1a-a70cb840eb3d req-d1f0a053-7fa7-4053-b52c-d6a68f12f5c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.2608066
Jan 15 15:11:06.813850 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-34ff22db-9318-4743-9b1a-a70cb840eb3d req-91720975-2dca-4a77-9052-06a918376036 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1335385
Jan 15 15:11:07.108095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:07.485125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9c0fc35f-ca52-44c0-9696-703710f28175 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:11:07.581774 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Deleting port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:07.582177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:07.722717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 9c0fc35f-ca52-44c0-9696-703710f28175 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:11:07.727736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 9c0fc35f-ca52-44c0-9696-703710f28175 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:11:07.728161 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:07.772518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] For port 4591a13d-ee5d-4654-ac9a-dc5700e6ea56, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:07.772758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:07.847977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:07.877568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:11:07.889606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 9c0fc35f-ca52-44c0-9696-703710f28175, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9c0fc35f-ca52-44c0-9696-703710f28175,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:07.892914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:07.896650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:07.903219 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Calling delete_port for 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 owned by network:router_interface {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:07.958388 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175', 'code': 200}
Jan 15 15:11:07.971413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=9c0fc35f-ca52-44c0-9696-703710f28175,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:07.975108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:08.090228 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534aa9-b42f-4cac-89e7-ad36fd9b9ff4 req-c50bd1c7-df6a-4ed3-8a53-f188abe2c6fd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:08.092052 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f534aa9-b42f-4cac-89e7-ad36fd9b9ff4 req-c50bd1c7-df6a-4ed3-8a53-f188abe2c6fd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1195092
Jan 15 15:11:08.093750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:08.109539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:08.151587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f534aa9-b42f-4cac-89e7-ad36fd9b9ff4 req-a6a83615-82ac-4de9-a4e3-ae28c6eccb18 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0529380
Jan 15 15:11:08.204390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Pushing event deleted for resources: {'Port': ['ID=4591a13d-ee5d-4654-ac9a-dc5700e6ea56,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:08.214803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:08.364648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de3fcb-2cc9-4454-9a98-f0a798465dc5 req-b3d5c381-ced4-4fb9-9431-51b2cc1dd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:08.366466 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9de3fcb-2cc9-4454-9a98-f0a798465dc5 req-b3d5c381-ced4-4fb9-9431-51b2cc1dd104 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1163 time: 0.0818915
Jan 15 15:11:08.418779 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c9de3fcb-2cc9-4454-9a98-f0a798465dc5 req-b131e77e-715e-430b-8869-2bd3c9e451f7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0418820
Jan 15 15:11:08.520551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:09.204197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9c0fc35f-ca52-44c0-9696-703710f28175 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:11:09.263934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Router 2878d04f-4a68-45d4-96f8-c7d1838a71ad has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:09.276341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 9c0fc35f-ca52-44c0-9696-703710f28175 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:11:09.276900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:09.520238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:09.529871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] Sync routers for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:09.540316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:09.541653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290934f98>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:10:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:09.549071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e21dba-269d-4731-8bdb-0f87fc4d690b req-e368a89d-f37d-487b-b33b-ce57de0cbf25 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:09.550773 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-05e21dba-269d-4731-8bdb-0f87fc4d690b req-e368a89d-f37d-487b-b33b-ce57de0cbf25 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.2240124
Jan 15 15:11:09.561869 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6dcae188-cf85-44bc-ba90-9be5c076160c admin admin] 10.222.0.68 "PUT /v2.0/routers/2878d04f-4a68-45d4-96f8-c7d1838a71ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2517731
Jan 15 15:11:09.564734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 37980) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:09.607699 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-05e21dba-269d-4731-8bdb-0f87fc4d690b req-ef92b990-97f5-4858-ad8d-61fa784f85e7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0493913
Jan 15 15:11:09.737222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:09.763884 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks [] for router, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:09.954502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:09.960293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Deleting port d571f7cd-4be3-4cff-a1a6-e3e0a7085493 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:09.960667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:10.109273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290934f98>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:11:08Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:10.113589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] Checking router: 2878d04f-4a68-45d4-96f8-c7d1838a71ad for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:10.123449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] Routers {'2878d04f-4a68-45d4-96f8-c7d1838a71ad'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:10.124412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290934f98>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:10:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:10.171553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] For port d571f7cd-4be3-4cff-a1a6-e3e0a7085493, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d571f7cd-4be3-4cff-a1a6-e3e0a7085493,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:10.171949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:10.304156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Calling delete_port for d571f7cd-4be3-4cff-a1a6-e3e0a7085493 owned by network:router_gateway {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:10.310463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] Set router 2878d04f-4a68-45d4-96f8-c7d1838a71ad gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:10.439460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]: WARNING neutron.plugins.ml2.ovo_rpc [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     result = function(*args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     proto.__init__(conn_state, self)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.handle()
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.handle_one_request()
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.handle_one_response()
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     result = self.application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return app(environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self.application)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return request.get_response(self.application)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = req.get_response(self._app)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     application, catch_exc_info=False)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     app_iter = application(self.environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return resp(environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return resp(environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     response = self.app(environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return resp(environ, start_response)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     resp = self.call_func(req, *args, **kw)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.func(req, *args, **kwargs)
Jan 15 15:11:10.441817 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     result = method(request=request, **args)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._delete(request, id, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*dup_args, **dup_kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     obj_deleter(request.context, id, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return method(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(*dup_args, **dup_kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._delete_current_gw_port(context, id, router, None)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, context, *args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return method(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     context, port, router_ids, bound_mech_contexts)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     return function(*args, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     callback(resource, event, trigger, **kwargs)
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     if self._is_session_semantic_violated(context, resource, event):
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]:     stack = traceback.extract_stack()
Jan 15 15:11:10.450498 dv-cinder-734144-13-iscsi neutron-server[79990]: 
Jan 15 15:11:10.612738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290934f98>, [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:11:08Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:10.616912 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95c3bc-162a-4117-83bc-0bd945305406 None None] The sync data for ids ['2878d04f-4a68-45d4-96f8-c7d1838a71ad'] in dv-cinder-734144-13-iscsi is: [{'id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'name': 'tempest-AttachVolumeTestJSON-942197171-router', 'tenant_id': '875882458de44009a4d2798b2d10b8ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:27Z', 'updated_at': '2021-01-15T15:11:08Z', 'revision_number': 5, 'project_id': '875882458de44009a4d2798b2d10b8ef', 'gw_port': {'id': 'd571f7cd-4be3-4cff-a1a6-e3e0a7085493', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2878d04f-4a68-45d4-96f8-c7d1838a71ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:32Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:10.915871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.064960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.068211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.095747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:11.131813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:11.132135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 4591a13d-ee5d-4654-ac9a-dc5700e6ea56 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:11.182953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c875-78c2-4e18-9d28-3aa0acb81483 req-f1393629-b54f-4b3b-ae7b-1a0eca82e918 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:11.184579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f237c875-78c2-4e18-9d28-3aa0acb81483 req-f1393629-b54f-4b3b-ae7b-1a0eca82e918 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.3288708
Jan 15 15:11:11.188605 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.189152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2878d04f-4a68-45d4-96f8-c7d1838a71ad {{(pid=80101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:11:11.230521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.231533 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-cb8e65b9-cf5c-4a4d-acc2-60788233d49f admin admin] 10.222.0.68 "DELETE /v2.0/routers/2878d04f-4a68-45d4-96f8-c7d1838a71ad HTTP/1.1" status: 204  len: 168 time: 1.6655664
Jan 15 15:11:11.234420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 37986) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:11.257707 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f237c875-78c2-4e18-9d28-3aa0acb81483 req-1e4cfe05-6220-431a-925e-6c44228ec619 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0625529
Jan 15 15:11:11.311779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Deleting subnet 983d9e7f-1df3-4c65-b339-64a90298d7b4 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:11:11.314982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.374356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.550716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109e406-3cf4-4a78-8b51-49d5e0e6e78b req-73c1de4f-b99e-48b7-899a-43d50fa7ad88 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:11.552336 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7109e406-3cf4-4a78-8b51-49d5e0e6e78b req-73c1de4f-b99e-48b7-899a-43d50fa7ad88 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1488509
Jan 15 15:11:11.553544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.664265 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7109e406-3cf4-4a78-8b51-49d5e0e6e78b req-48a2b381-a9e5-499a-9026-bae65e94bd8a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0778525
Jan 15 15:11:11.863806 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.880755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-74340655-f63f-48a1-af33-5703b7eaa982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:11.896109 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-c6c0c43d-7e23-4617-bffc-8a9705993e29 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1762805
Jan 15 15:11:11.906877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'floatingip': {'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:11:11.917338 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:11.927135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:11.941968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:11.974707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983d9e7f-1df3-4c65-b339-64a90298d7b4,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:11.978861 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:12.027611 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.032637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b6575-fb97-408c-93f7-ad1b8c4c11ce None None] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:12.035014 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f36f5fdb-b778-4ebf-ac96-f1e3850218dc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/983d9e7f-1df3-4c65-b339-64a90298d7b4 HTTP/1.1" status: 204  len: 168 time: 0.7994535
Jan 15 15:11:12.037526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 37994) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:12.100273 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.160554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.232277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Deleting port d0c25c46-f103-4f9c-b140-6c22125c1dec {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:12.232580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.307545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] DHCP port deletion for 0eb49b4f-aa51-4928-bf6a-d4d23f09268b request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:11:12.312077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Deleting port d0c25c46-f103-4f9c-b140-6c22125c1dec {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:12.312500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.407674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Allocated IP 172.27.0.119 (7c28c2cf-a3de-4bd2-82d8-85cbb2496f50/e5d00b6d-c970-4593-9e8d-6029786bd18b/7bfefce8-4d59-469e-a164-ca75946edc43) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:11:12.473236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] For port d0c25c46-f103-4f9c-b140-6c22125c1dec, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d0c25c46-f103-4f9c-b140-6c22125c1dec,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:12.473639 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.535470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] For port d0c25c46-f103-4f9c-b140-6c22125c1dec, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d0c25c46-f103-4f9c-b140-6c22125c1dec,segment=NetworkSegment(a0e28b0e-aa3e-401d-b373-a637eee5c185),segment_id=a0e28b0e-aa3e-401d-b373-a637eee5c185)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:12.535822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.573913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.601547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.615815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Calling delete_port for d0c25c46-f103-4f9c-b140-6c22125c1dec owned by network:dhcp {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:12.617672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ef5cadb0-1384-4fa1-8042-5c916a95e9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:12.673910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Calling delete_port for d0c25c46-f103-4f9c-b140-6c22125c1dec owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:12.694024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.747412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80104) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:11:12.747799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:11:12.755299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=7bfefce8-4d59-469e-a164-ca75946edc43,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:12.759925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:12.768511 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f5a6f697-baed-43fe-ae4c-fc1b441d75a9 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:12.812539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Network 7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:11:12.813608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:11:12.814776 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c25c46-f103-4f9c-b140-6c22125c1dec,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:12.815987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:11:12.827583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:12.858910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] No DVR routers for this DVR port d0c25c46-f103-4f9c-b140-6c22125c1dec on host dv-cinder-734144-13-iscsi {{(pid=80102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:11:12.901328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.965541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:12.985146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.107829 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28b618390>,) {'filters': {'network_id': ['0eb49b4f-aa51-4928-bf6a-d4d23f09268b']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:13.122102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28b618390>, 'a0e28b0e-aa3e-401d-b373-a637eee5c185') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:13.122440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28b618390>, 'a0e28b0e-aa3e-401d-b373-a637eee5c185') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:13.136827 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.140988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d571f7cd-4be3-4cff-a1a6-e3e0a7085493 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:13.154169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.156246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:11:13.175701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: d571f7cd-4be3-4cff-a1a6-e3e0a7085493 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:13.176250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d571f7cd-4be3-4cff-a1a6-e3e0a7085493 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:13.176802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d0c25c46-f103-4f9c-b140-6c22125c1dec no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:13.214169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: d0c25c46-f103-4f9c-b140-6c22125c1dec {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:13.214562 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d0c25c46-f103-4f9c-b140-6c22125c1dec not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:13.249364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Deleting port d0c25c46-f103-4f9c-b140-6c22125c1dec {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:13.250238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.251881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.255923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.271618 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-251c8123-d760-46ed-b450-b706789d35d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:13.317422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-87585739-9ecc-4165-b870-4e9c69fd2f46 None None] The port 'd0c25c46-f103-4f9c-b140-6c22125c1dec' was deleted {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:11:13.347622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:13.357379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.409313 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event updated for resources: {'Port': ['ID=7bfefce8-4d59-469e-a164-ca75946edc43,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:13.413638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:13.515172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.545097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Network 0eb49b4f-aa51-4928-bf6a-d4d23f09268b has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:13.545685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.547093 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6448364
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:11:13.572716 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:11:13.638542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-2cf844bf-001c-4c08-a6fd-03b817cdb8cb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:11:13.652753 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.653019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-2cf844bf-001c-4c08-a6fd-03b817cdb8cb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:11:13.654343 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-2cf844bf-001c-4c08-a6fd-03b817cdb8cb tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.119 HTTP/1.1" status: 200  len: 696 time: 0.1008480
Jan 15 15:11:13.656770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:13.677483 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:13.680156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb49b4f-aa51-4928-bf6a-d4d23f09268b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:13.687168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:13.699068 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2b9c4dd8-dbcf-43e5-8641-8bbde9f7c56a admin admin] 10.222.0.68 "DELETE /v2.0/networks/0eb49b4f-aa51-4928-bf6a-d4d23f09268b HTTP/1.1" status: 204  len: 168 time: 1.6604652
Jan 15 15:11:13.871567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38000) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:13.933149 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-566169cd-716c-44ca-8f17-5b60a4a53b39 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=875882458de44009a4d2798b2d10b8ef&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0600967
Jan 15 15:11:13.935739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38004) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:14.003706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:14.038051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:14.073261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-0a73d8cd-d9b2-4af2-b94e-f7ba6caf137f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:14.074873 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a4d04d15-0131-4ca3-bd8b-3c770dabf68c req-0a73d8cd-d9b2-4af2-b94e-f7ba6caf137f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.4143624
Jan 15 15:11:14.093269 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:14.098940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a2b7b1af-ab70-4b3b-977f-683a220e85af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:14.115826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f77499-21ee-44cb-8d9b-6dc9db9beb95,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:14.119768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:14.121999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:14.124879 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/07f77499-21ee-44cb-8d9b-6dc9db9beb95 HTTP/1.1" status: 204  len: 168 time: 0.1878479
Jan 15 15:11:14.297028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-a72caaba-9743-4641-bc8c-db848c11bbe7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:14.298749 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-a72caaba-9743-4641-bc8c-db848c11bbe7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1094961
Jan 15 15:11:14.390187 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-e6b7fa79-7058-4ceb-b997-e0e9d13274d5 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.119 HTTP/1.1" status: 200  len: 696 time: 0.0849338
Jan 15 15:11:14.401490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Request body: {'floatingip': {'port_id': '9c0fc35f-ca52-44c0-9696-703710f28175', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:11:14.496360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, before_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:14.790276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-717f28fc-06e5-471f-8329-3ae5fbb4ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:15.398908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:15.402772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:15.416501 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3e42-68b4-42b1-8257-9026e105dacf req-f27fb347-f66a-4745-8bf6-2347208937da tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:15.418305 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b49f3e42-68b4-42b1-8257-9026e105dacf req-f27fb347-f66a-4745-8bf6-2347208937da tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1110654
Jan 15 15:11:15.474919 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b49f3e42-68b4-42b1-8257-9026e105dacf req-412606ae-32f2-4b68-9343-3646b55fd2e3 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496511
Jan 15 15:11:15.584396 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 51681167-f937-4e59-ba5f-4c907f43544c associated. External IP: 172.27.0.119, port: 9c0fc35f-ca52-44c0-9696-703710f28175.
Jan 15 15:11:15.959307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:16.157568 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:16.162210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:16.168484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:16.179906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:16.180717 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290dfe8d0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:10:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:16.222499 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f45fe858-93fd-459e-be9f-5552bd85807f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "PUT /v2.0/floatingips/51681167-f937-4e59-ba5f-4c907f43544c HTTP/1.1" status: 200  len: 997 time: 1.8258345
Jan 15 15:11:16.223065 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:11:16.292949 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175', 'status': 'completed', 'code': 200}
Jan 15 15:11:16.335045 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-2debb9fa-d6eb-4fa3-a111-b81da90dcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.337057 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-2debb9fa-d6eb-4fa3-a111-b81da90dcbbc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1163 time: 0.0977592
Jan 15 15:11:16.398441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:16.430919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-9a457a71-6734-475b-82fd-a654db2db0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.433611 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-9a457a71-6734-475b-82fd-a654db2db0bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1163 time: 0.0882351
Jan 15 15:11:16.537548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-ad5ea664-03b9-4dec-b078-86892c8c58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.552360 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-ad5ea664-03b9-4dec-b078-86892c8c58af service neutron] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.2052734
Jan 15 15:11:16.619948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-8415394d-d9e0-40d0-a696-081e00f7aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.621731 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-8415394d-d9e0-40d0-a696-081e00f7aa8b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1727893
Jan 15 15:11:16.719363 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-0624fa85-dfc9-4b4b-8b15-ee7675568bbd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 1000 time: 0.1640525
Jan 15 15:11:16.739803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38070) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:16.789742 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-bda9c101-3c32-46b9-9ddf-c8056ca52627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.798280 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-bda9c101-3c32-46b9-9ddf-c8056ca52627 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0778723
Jan 15 15:11:16.877184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f6f93a8c-dc93-42f3-b2e5-ad81b5cdea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.880930 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-88690f93-8a07-4c0e-8579-76b188310b10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 1000 time: 0.2054777
Jan 15 15:11:16.886296 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-f6f93a8c-dc93-42f3-b2e5-ad81b5cdea93 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0868330
Jan 15 15:11:16.907162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf240f7e-1cfc-4fb2-abcf-53829822c862 req-a022ce6a-a296-4617-a3e5-832c5dee895d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.909131 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cf240f7e-1cfc-4fb2-abcf-53829822c862 req-a022ce6a-a296-4617-a3e5-832c5dee895d tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.1702986
Jan 15 15:11:16.952071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-35b8b1b7-1ab0-49d8-a3fc-24e28e8b02f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:16.977711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290dfe8d0>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}, {'id': '51681167-f937-4e59-ba5f-4c907f43544c', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '9c0fc35f-ca52-44c0-9696-703710f28175', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:ca:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:11:12Z', 'updated_at': '2021-01-15T15:11:15Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:16.981926 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-47d47af6-d451-4add-b681-5f135a8a9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:16.983519 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-47d47af6-d451-4add-b681-5f135a8a9447 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0733027
Jan 15 15:11:16.984554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:16.995529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:16.996177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290dfe8d0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:17.034099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.051267 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-7103d879-26d6-4264-be98-0d63fc59070d service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636181
Jan 15 15:11:17.095979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:17.108935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Usage tracker for resource:security_group_rule and tenant:6cf1277e2bdc490694db101fd922f3ed is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:17.122574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:17.150461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:17.167927 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-cf240f7e-1cfc-4fb2-abcf-53829822c862 req-86efd3d0-9a59-4408-b9b9-4e0656e61c31 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1809239
Jan 15 15:11:17.213276 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-570d63d5-6b73-40ab-a8dd-312cec9cba42 req-c8d61275-a7f5-4048-9f6e-cb39913ab72e service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607118
Jan 15 15:11:17.233305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:17.255325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-5b8ada0f-c4ef-4c96-a7c7-49406d17ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:17.256935 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-5b8ada0f-c4ef-4c96-a7c7-49406d17ed62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2093070
Jan 15 15:11:17.319779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.386118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.403276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.416260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1fe4cdd8-35eb-44a2-b54c-41f664d982cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:17.526383 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6cf1277e2bdc490694db101fd922f3ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7853780
Jan 15 15:11:17.527349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f230ccc-1319-4c37-ab3e-ec958cf3d77b,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:17.529091 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38080) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:17.550895 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:17.574651 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-74ad37c2-5d38-44c8-9f59-54f135221c83 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739534
Jan 15 15:11:17.597106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.627126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.637277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290dfe8d0>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}, {'id': '51681167-f937-4e59-ba5f-4c907f43544c', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '9c0fc35f-ca52-44c0-9696-703710f28175', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:ca:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:11:12Z', 'updated_at': '2021-01-15T15:11:15Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:17.641989 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec997636-f4a8-4f47-a449-d655885b5663 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}, {'id': '51681167-f937-4e59-ba5f-4c907f43544c', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '9c0fc35f-ca52-44c0-9696-703710f28175', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:ca:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:11:12Z', 'updated_at': '2021-01-15T15:11:15Z', 'revision_number': 1, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:17.683345 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.688878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1751b863-c87e-4ded-9f0b-8b9235fd9716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:17.691251 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-67201564-623d-4cbb-82d1-906e5e5f54a8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:17.692930 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-67201564-623d-4cbb-82d1-906e5e5f54a8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.2819386
Jan 15 15:11:17.700480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f230ccc-1319-4c37-ab3e-ec958cf3d77b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:17.704897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:17.709010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.713991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8dbfb5f1-c01e-4b62-a1b8-0e1d23658ec5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f230ccc-1319-4c37-ab3e-ec958cf3d77b HTTP/1.1" status: 204  len: 168 time: 0.1801958
Jan 15 15:11:17.817858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Deleting port 034a1b73-ab6f-406f-ae88-13a44a94cd97 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:17.818278 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:17.885919 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-df08dd50-7dad-440a-a05f-47929cb30d75 req-e7fed81a-9165-486c-81df-d11209fc926c service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3027823
Jan 15 15:11:17.942782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0bd51-0679-4c8f-a6be-8b190bcec07a None None] New status for floating IP 51681167-f937-4e59-ba5f-4c907f43544c: ACTIVE {{(pid=80105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:11:18.114691 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38088) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:18.136158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.147487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] For port 034a1b73-ab6f-406f-ae88-13a44a94cd97, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=034a1b73-ab6f-406f-ae88-13a44a94cd97,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:18.148006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.152795 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:18.156973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Usage tracker for resource:security_group_rule and tenant:9d8bcf0f3d79459398f9798ca2c99def is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:18.160106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:18.166247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:18.265463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.271430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.282182 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:18.318944 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9d8bcf0f3d79459398f9798ca2c99def&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2030771
Jan 15 15:11:18.322097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38094) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:18.362573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed7c6ef-99de-4362-9363-b04a8ac6f496,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:18.372768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-edd98456-322a-4f0d-b76c-7378bf2e3e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:18.413021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.441852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.495044 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.500490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6d7cc24a-2621-4862-b30e-e81836e08f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:18.514985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed7c6ef-99de-4362-9363-b04a8ac6f496,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:18.517826 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:18.519184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.523130 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c019145f-2247-4327-9d84-6cd4174c3d8c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ed7c6ef-99de-4362-9363-b04a8ac6f496 HTTP/1.1" status: 204  len: 168 time: 0.1971533
Jan 15 15:11:18.583306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfc2f5-dcd3-4bf5-ae5b-985207dadf63 req-d6831200-4249-4978-a095-f3651e430f39 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:18.584991 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e8bfc2f5-dcd3-4bf5-ae5b-985207dadf63 req-d6831200-4249-4978-a095-f3651e430f39 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 946 time: 0.2338853
Jan 15 15:11:18.608582 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.609009 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3834814'] for floatingip, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.609363 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Floating IP 4f4179f8-0df6-4a09-b6c7-77d86267c2ed disassociated. External IP: 172.27.0.150, port: 034a1b73-ab6f-406f-ae88-13a44a94cd97.
Jan 15 15:11:18.609754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Calling delete_port for 034a1b73-ab6f-406f-ae88-13a44a94cd97 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:18.703651 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e8bfc2f5-dcd3-4bf5-ae5b-985207dadf63 req-eab132a9-6eca-4c63-a599-2a07bbe38a32 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups?id=8ce5187b-0e05-4483-b245-4eb898022501&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112740
Jan 15 15:11:18.798739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.803358 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:18.819751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-968c66d5-c5a6-4f87-ba78-82984048b198 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:18.867238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event deleted for resources: {'Port': ['ID=034a1b73-ab6f-406f-ae88-13a44a94cd97,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:18.873140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:18.967495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:19.004050 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:19.062458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 034a1b73-ab6f-406f-ae88-13a44a94cd97 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:19.062765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 034a1b73-ab6f-406f-ae88-13a44a94cd97 not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:19.217481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Router d25c38fe-44de-4b03-94af-0da5196e46d2 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:19.411340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:19.421809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:19.435510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:19.436420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290780a58>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:19.456921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] No DVR routers for this DVR port 034a1b73-ab6f-406f-ae88-13a44a94cd97 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:11:19.459476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:19.463540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-deleted', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:11:19.491284 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-864168b7-7f3a-423f-a93c-1edb34b536d1 req-f9144d0a-4c84-4dd4-b7fe-5833d24a0a43 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.74 "DELETE /v2.0/ports/034a1b73-ab6f-406f-ae88-13a44a94cd97 HTTP/1.1" status: 204  len: 173 time: 1.7836144
Jan 15 15:11:19.548245 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55872e6-7c6c-4b8e-8de8-fdf5b17833a9', 'name': 'network-vif-deleted', 'tag': '034a1b73-ab6f-406f-ae88-13a44a94cd97', 'status': 'completed', 'code': 200}
Jan 15 15:11:19.846791 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:19.940071 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-29526714-9b97-4c8d-9fb3-14b393d1b218 req-745eddd2-db34-4bc7-9d8b-0360b2b6c7f8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Synchronizing usage tracker for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:11:19.970523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-29526714-9b97-4c8d-9fb3-14b393d1b218 req-745eddd2-db34-4bc7-9d8b-0360b2b6c7f8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Unset dirty status for tenant:fb9c8fffb1fa4e1db6dd94d85713ca99 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:11:19.977321 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-29526714-9b97-4c8d-9fb3-14b393d1b218 req-745eddd2-db34-4bc7-9d8b-0360b2b6c7f8 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/ports?device_id=e55872e6-7c6c-4b8e-8de8-fdf5b17833a9 HTTP/1.1" status: 200  len: 210 time: 0.0867250
Jan 15 15:11:20.221252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290780a58>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:20.225385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:20.234976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:20.235641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290780a58>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:20.423216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:20.766927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290780a58>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:20.771100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fee4-98b4-47dc-83d3-a01a113e28c1 None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:01:55Z', 'revision_number': 4, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': 'f530a1c9-6c90-4198-ae5d-ba1a025371ec', 'name': '', 'network_id': 'ee5f19e0-b8a7-4ae5-9e74-38af9d43f290', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'mac_address': 'fa:16:3e:57:93:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:44Z', 'updated_at': '2021-01-15T15:02:09Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'subnets': [{'id': '1ba101aa-8296-4a9d-95de-f02ff42f8b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:21.140815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee3496-e99f-4605-97a2-4c49a6b865e7 None None] New status for floating IP 4f4179f8-0df6-4a09-b6c7-77d86267c2ed: DOWN {{(pid=80105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:11:21.150566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38150) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:21.225655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:21.256798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:21.307596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:21.313028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-20cf8c96-7477-483e-b81b-e72470bbba4e tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:21.329536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5187b-0e05-4483-b245-4eb898022501,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:21.333864 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:21.337517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:21.339554 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "DELETE /v2.0/security-groups/8ce5187b-0e05-4483-b245-4eb898022501 HTTP/1.1" status: 204  len: 168 time: 0.1878729
Jan 15 15:11:21.341673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38154) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:21.362587 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.api.v2.resource [None req-c9a96780-69c1-4f08-8af9-1ae30edec08e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] show failed (client error): The resource could not be found.
Jan 15 15:11:21.363667 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c9a96780-69c1-4f08-8af9-1ae30edec08e tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "GET /v2.0/security-groups/8ce5187b-0e05-4483-b245-4eb898022501 HTTP/1.1" status: 404  len: 347 time: 0.0209060
Jan 15 15:11:21.366703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38158) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:21.537480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Deleting port 55bb51f8-7a3e-4db8-a23b-9f243a750d50 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:21.537868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:21.952113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:21.952486 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:22.091762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Calling delete_port for 55bb51f8-7a3e-4db8-a23b-9f243a750d50 owned by network:floatingip {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:22.241634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:22.260865 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b000e2f9-892d-470a-a4b4-3fa6827537c7 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:22.352218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Pushing event deleted for resources: {'Port': ['ID=55bb51f8-7a3e-4db8-a23b-9f243a750d50,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:22.359459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:22.487426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks [] for floatingip, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:22.505404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:22.506629 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] 10.222.0.68 "DELETE /v2.0/floatingips/4f4179f8-0df6-4a09-b6c7-77d86267c2ed HTTP/1.1" status: 204  len: 168 time: 1.1388752
Jan 15 15:11:23.007089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:11:24.433155 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-bf47b9c0-ace1-4fb8-a374-874102eda0a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0772598
Jan 15 15:11:24.565318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-2244a0c7-1ce4-4ca8-94db-3816e1aacb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:24.567327 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-2244a0c7-1ce4-4ca8-94db-3816e1aacb83 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1162 time: 0.0842490
Jan 15 15:11:24.742159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-c1998cf5-6aae-495a-a273-457802cb0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:24.743833 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-c1998cf5-6aae-495a-a273-457802cb0a32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1500447
Jan 15 15:11:24.880533 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-59b78a60-f059-4ade-9b53-91481a65ef60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 1000 time: 0.1286056
Jan 15 15:11:24.973597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-39982858-ed96-4af9-bdfe-982cfb5e3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:24.975969 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-39982858-ed96-4af9-bdfe-982cfb5e3e1f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0805421
Jan 15 15:11:25.050572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:25.095914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-ef4c2b0f-5b0b-4760-866b-2bfa1c69677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:25.098218 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-ef4c2b0f-5b0b-4760-866b-2bfa1c69677e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1091976
Jan 15 15:11:25.305400 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-3b95e1e4-8bdd-42c9-abc3-109c4b0cf839 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989818
Jan 15 15:11:25.486621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38218) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:25.529404 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ff22ad07-b6cf-4733-9025-153c66ea78c6 req-81265a05-1305-469a-afca-b6ac61934c1c service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2154734
Jan 15 15:11:26.319297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:27.096589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Deleting port f530a1c9-6c90-4198-ae5d-ba1a025371ec {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:27.097195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:27.306026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] For port f530a1c9-6c90-4198-ae5d-ba1a025371ec, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f530a1c9-6c90-4198-ae5d-ba1a025371ec,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:27.306449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:27.439118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Calling delete_port for f530a1c9-6c90-4198-ae5d-ba1a025371ec owned by network:router_interface {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:27.638263 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:27.655145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:27.761601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f530a1c9-6c90-4198-ae5d-ba1a025371ec,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:27.772632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:28.088612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:28.612650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Router d25c38fe-44de-4b03-94af-0da5196e46d2 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:28.799873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:28.808948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] Sync routers for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:28.812727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f23c3718-a44d-4082-adc9-74c59d0d2f3e admin admin] 10.222.0.68 "PUT /v2.0/routers/d25c38fe-44de-4b03-94af-0da5196e46d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3249574
Jan 15 15:11:28.815467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38262) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:28.819188 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:28.819947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290fa2a58>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:29.010765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:29.011033 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks [] for router, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:29.212813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:29.220126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Deleting port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:29.220509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:29.327986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290fa2a58>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:11:27Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:29.332224 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] Checking router: d25c38fe-44de-4b03-94af-0da5196e46d2 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:29.342267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] Routers {'d25c38fe-44de-4b03-94af-0da5196e46d2'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:29.342945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290fa2a58>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['d25c38fe-44de-4b03-94af-0da5196e46d2'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:29.416657 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] For port 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:29.417096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:29.530954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] Set router d25c38fe-44de-4b03-94af-0da5196e46d2 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:29.551094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Calling delete_port for 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f owned by network:router_gateway {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:29.689507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:29.861842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290fa2a58>, [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:11:27Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:29.869455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9f4568-32b4-4411-b89a-8ae2002b51f7 None None] The sync data for ids ['d25c38fe-44de-4b03-94af-0da5196e46d2'] in dv-cinder-734144-13-iscsi is: [{'id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'name': 'tempest-AttachVolumeShelveTestJSON-2048212611-router', 'tenant_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:01:26Z', 'updated_at': '2021-01-15T15:11:27Z', 'revision_number': 5, 'project_id': 'fb9c8fffb1fa4e1db6dd94d85713ca99', 'gw_port': {'id': '1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25c38fe-44de-4b03-94af-0da5196e46d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:01:28Z', 'updated_at': '2021-01-15T15:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:30.159754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.302723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.305163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.335529 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.336092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d25c38fe-44de-4b03-94af-0da5196e46d2 {{(pid=80102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:11:30.349308 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.350660 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-177470e5-c055-473e-91b0-4431b4f0b261 admin admin] 10.222.0.68 "DELETE /v2.0/routers/d25c38fe-44de-4b03-94af-0da5196e46d2 HTTP/1.1" status: 204  len: 168 time: 1.5341763
Jan 15 15:11:30.353811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38280) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:30.424126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Deleting subnet 1ba101aa-8296-4a9d-95de-f02ff42f8b78 {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:11:30.427540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.487584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508528'] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.618369 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.893465 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852665281'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:30.910815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f820e136-8d26-4b63-ab89-bab0921186ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:31.001354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba101aa-8296-4a9d-95de-f02ff42f8b78,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:31.005998 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:31.051444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.057007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3917b-de48-4eb8-a697-e95ef0a8f53e None None] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:31.060656 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1ba101aa-8296-4a9d-95de-f02ff42f8b78 HTTP/1.1" status: 204  len: 168 time: 0.7027128
Jan 15 15:11:31.061477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38284) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:31.155716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f530a1c9-6c90-4198-ae5d-ba1a025371ec no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:31.186121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.202406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: f530a1c9-6c90-4198-ae5d-ba1a025371ec {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:31.202803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f530a1c9-6c90-4198-ae5d-ba1a025371ec not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:31.203294 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:31.240759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:31.241153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d3bf7a1-35b9-4263-b6c4-5e1ecbb9c96f not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:31.260478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Deleting port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:31.260855 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.396754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] DHCP port deletion for ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:11:31.401061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Deleting port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:31.401437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.487245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] For port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:31.487592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.621781 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Calling delete_port for f7adfb31-5dbc-4bb3-bab7-b76c4838edfb owned by network:dhcp {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:31.636595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] For port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,segment=NetworkSegment(c8a2b3f0-916e-40e9-80db-fa61bdfb917a),segment_id=c8a2b3f0-916e-40e9-80db-fa61bdfb917a)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:31.637672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.707972 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:31.724082 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-38e4d012-f383-494e-8e5c-b75993e5dc30 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:31.781175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Calling delete_port for f7adfb31-5dbc-4bb3-bab7-b76c4838edfb owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:31.858107 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7adfb31-5dbc-4bb3-bab7-b76c4838edfb,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:31.861463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:31.868816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80104) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:11:31.869475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:11:31.912621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] No DVR routers for this DVR port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb on host dv-cinder-734144-13-iscsi {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:11:32.274346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.372095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Deleting port f7adfb31-5dbc-4bb3-bab7-b76c4838edfb {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:32.372517 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.397925 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2908f2a20>,) {'filters': {'network_id': ['ee5f19e0-b8a7-4ae5-9e74-38af9d43f290']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:32.411893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2908f2a20>, 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:32.412260 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2908f2a20>, 'c8a2b3f0-916e-40e9-80db-fa61bdfb917a') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:32.424953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.439820 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-17af3e40-6faf-46f4-95a6-5a9a6050ba04 None None] The port 'f7adfb31-5dbc-4bb3-bab7-b76c4838edfb' was deleted {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:11:32.445077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.447556 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:11:32.648002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:32.657772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.857392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Network ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:11:32.882535 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:11:32.971456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.975684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:32.979701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bb868ace-729e-46bf-99e6-49f2aba2640e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:33.009553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5f19e0-b8a7-4ae5-9e74-38af9d43f290,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:33.013096 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:33.022725 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-40f709e2-3a4b-468d-ad43-40bed1ab7a05 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ee5f19e0-b8a7-4ae5-9e74-38af9d43f290 HTTP/1.1" status: 204  len: 168 time: 1.9600801
Jan 15 15:11:33.160708 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f7adfb31-5dbc-4bb3-bab7-b76c4838edfb no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:33.200140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: f7adfb31-5dbc-4bb3-bab7-b76c4838edfb {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:33.200704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device f7adfb31-5dbc-4bb3-bab7-b76c4838edfb not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:33.230427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38310) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:33.289597 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b547aa5d-e8e3-4eec-8eca-ae1c6e905266 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb9c8fffb1fa4e1db6dd94d85713ca99&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0572565
Jan 15 15:11:33.292352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38316) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:33.361969 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:33.392034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:33.439601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:33.443589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-fa4dc5ca-97e4-4d81-b777-3f0bd9a31117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:33.459387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4de9a-62e6-43ca-9439-f8df8583be6d,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:33.463674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:33.467122 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:33.468354 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-14f35e8a-7812-4b6d-a7db-4c18e93f2f46 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4df4de9a-62e6-43ca-9439-f8df8583be6d HTTP/1.1" status: 204  len: 168 time: 0.1749094
Jan 15 15:11:34.185015 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-d8088edb-81d1-4c0a-af74-d23f17e471a0 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/floatingips/49cab4ab-50bf-403d-b11e-5c30cefe29b6 HTTP/1.1" status: 200  len: 997 time: 0.4129851
Jan 15 15:11:34.381006 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-25466bf1-2282-4f42-b22d-7884a6cedfd2 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:34.382634 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-25466bf1-2282-4f42-b22d-7884a6cedfd2 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.1915910
Jan 15 15:11:34.393553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e4fca76-238d-4c4d-81b3-64eb30339b1b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:11:34.394748 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e4fca76-238d-4c4d-81b3-64eb30339b1b tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0064125
Jan 15 15:11:34.531040 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-7c2d064c-e201-4e7b-8307-0979bc185be8 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.68 HTTP/1.1" status: 200  len: 1000 time: 0.1294479
Jan 15 15:11:34.645933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-354f4a08-8402-4ba1-bbe6-3526f1c4e757 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:34.647836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-354f4a08-8402-4ba1-bbe6-3526f1c4e757 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports/8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 942 time: 0.1121950
Jan 15 15:11:34.862598 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-44762fb3-4a62-447e-a884-4bb9dfc8e4e6 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.68 HTTP/1.1" status: 200  len: 1000 time: 0.1262827
Jan 15 15:11:35.103189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Deleting port 542d59d2-98fe-48e9-870e-f5e5abbe2586 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:35.103814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:35.303264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:35.303836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for floatingip, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:35.438719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Calling delete_port for 542d59d2-98fe-48e9-870e-f5e5abbe2586 owned by network:floatingip {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:35.610099 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:35.626996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-736e9372-1509-4344-9d45-8012631009cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:35.720824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event deleted for resources: {'Port': ['ID=542d59d2-98fe-48e9-870e-f5e5abbe2586,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:35.723754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:35.878249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for floatingip, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:35.878631 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Floating IP 49cab4ab-50bf-403d-b11e-5c30cefe29b6 disassociated (deleted). External IP: 172.27.0.68, port: 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa.
Jan 15 15:11:36.216206 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38412) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:36.292387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Router 91f03931-3fdd-4de8-bc8a-b4093788fb3c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:36.399297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.417252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:36.422628 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ad8cf325774917b8730be3d230b20b is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:36.425801 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:36.432293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:36.495014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:36.505727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] Sync routers for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:36.517916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:36.518660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290bbee48>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:36.522419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.525561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.528916 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.556939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-1ac56933-668d-426f-bc8a-00bc14e72161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:36.576335 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a0ad8cf325774917b8730be3d230b20b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3586442
Jan 15 15:11:36.580707 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38422) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:36.592463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5114d208-3aae-4858-882c-d19b63a80c9f,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:36.596040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6c952d45-e056-48f2-9986-4216cb1ffe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:36.599659 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "DELETE /v2.0/floatingips/49cab4ab-50bf-403d-b11e-5c30cefe29b6 HTTP/1.1" status: 204  len: 173 time: 1.7309599
Jan 15 15:11:36.602704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:11:36.677722 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'status': 'completed', 'code': 200}
Jan 15 15:11:36.719303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.723370 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:36.761118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.770393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-618dc529-495b-40dd-84fe-47de6ffb5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:36.772035 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-618dc529-495b-40dd-84fe-47de6ffb5b4c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.1535981
Jan 15 15:11:36.841363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bff94-2055-475a-b530-8272e7bc310f req-a99a6f1b-9cb0-4097-bd62-e8f5e901580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:36.843240 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-a99a6f1b-9cb0-4097-bd62-e8f5e901580c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 1162 time: 0.0971437
Jan 15 15:11:36.953149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:36.961253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5d5fa192-2caf-47b4-853f-598fbfb511ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:36.978210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5114d208-3aae-4858-882c-d19b63a80c9f,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:36.981080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5b0e7239-103f-4c2d-871f-f6cc03a50287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:36.989375 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-5b0e7239-103f-4c2d-871f-f6cc03a50287 service neutron] 10.222.0.68 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1977983
Jan 15 15:11:37.031771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bff94-2055-475a-b530-8272e7bc310f req-a287b7c7-c981-400b-b1b0-6d871328bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:37.033694 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-a287b7c7-c981-400b-b1b0-6d871328bb77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 200  len: 903 time: 0.1818020
Jan 15 15:11:37.075737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:37.095457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290bbee48>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:18Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:37.095875 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-50baf318-238b-432d-bb51-d50338be9cc9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 217 time: 0.1058869
Jan 15 15:11:37.100272 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] Checking router: 91f03931-3fdd-4de8-bc8a-b4093788fb3c for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:37.110252 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:37.110931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290bbee48>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:37.126455 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-22c2ae0f-c399-49c0-80e2-c232a91bc5c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 200  len: 217 time: 0.0811400
Jan 15 15:11:37.139088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:37.143878 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5114d208-3aae-4858-882c-d19b63a80c9f HTTP/1.1" status: 204  len: 168 time: 0.5585251
Jan 15 15:11:37.179054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-7762badf-9a11-4c1c-bd8b-4d5c9b58a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:37.181440 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-7762badf-9a11-4c1c-bd8b-4d5c9b58a81e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0846915
Jan 15 15:11:37.213866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bff94-2055-475a-b530-8272e7bc310f req-ff6c062e-553e-4eb1-b4c8-14069bbce39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:37.216139 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-ff6c062e-553e-4eb1-b4c8-14069bbce39c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 200  len: 847 time: 0.0814052
Jan 15 15:11:37.275340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-4151dbb0-3d26-42e2-94c4-e0039419bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:37.277057 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-4151dbb0-3d26-42e2-94c4-e0039419bf4b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0859764
Jan 15 15:11:37.330125 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bff94-2055-475a-b530-8272e7bc310f req-8f45804b-89e9-4c14-bbb9-3f6adeecddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:37.332125 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-8f45804b-89e9-4c14-bbb9-3f6adeecddd0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=366484cd-3080-414a-ad4e-ee686ac12c03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1050305
Jan 15 15:11:37.334398 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:37.569107 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-15334e8e-b4e1-4131-8f44-97e163a61274 service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270653
Jan 15 15:11:37.570828 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38434) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:37.607918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:37.701528 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-c755b564-478f-4f28-8aac-98a26128683d service neutron] 10.222.0.68 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155962
Jan 15 15:11:37.733064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290bbee48>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:18Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:37.743816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac339ef7-0b88-449b-9535-1a7cd65d943c None None] The sync data for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi is: [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '352b9cca-a454-47e0-aa22-c5cb9b65b7aa', 'name': '', 'network_id': '366484cd-3080-414a-ad4e-ee686ac12c03', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'mac_address': 'fa:16:3e:bc:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:03Z', 'updated_at': '2021-01-15T15:05:18Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'subnets': [{'id': '084d09ec-9170-4410-9b0d-c849abbf4ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:37.814366 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d55bff94-2055-475a-b530-8272e7bc310f req-829029f7-28a9-4d45-b55a-149550c29dbd service neutron] 10.222.0.74 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1882920
Jan 15 15:11:37.815710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:37.821802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Usage tracker for resource:security_group_rule and tenant:0c602726da1543fc9652d7852abd3a08 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:37.825373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:37.831689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:37.861220 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-5d45a19d-9986-4f11-bad7-a3a80154663d req-b14715a0-cc82-404f-bd0f-3273b75d94eb service neutron] 10.222.0.68 "GET /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1530192
Jan 15 15:11:37.946429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:37.949739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:37.958822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7b4eb27a-43dc-40a3-939e-487cc05cabab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:38.005361 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c602726da1543fc9652d7852abd3a08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4326859
Jan 15 15:11:38.007401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e87b65a-a7a7-43f5-8d37-59357ea3c024,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:38.008088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38456) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:38.046532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:38.135971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.172133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.227321 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.233530 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c3095b2b-b400-453d-b284-18eec5f289d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:38.241627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29cd93-bda2-4d12-b0ce-54e32997bd67 None None] New status for floating IP 49cab4ab-50bf-403d-b11e-5c30cefe29b6: DOWN {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:11:38.254866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e87b65a-a7a7-43f5-8d37-59357ea3c024,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:38.258160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:38.304578 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.308149 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-5dab0385-c557-42dd-a4e7-ba423b0b8f83 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e87b65a-a7a7-43f5-8d37-59357ea3c024 HTTP/1.1" status: 204  len: 168 time: 0.2963519
Jan 15 15:11:38.369476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b371ac-57d5-4e62-ad9a-ee2a6299914d req-1ea9b247-7042-4880-877f-f4482419f9d3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:38.370383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d4b371ac-57d5-4e62-ad9a-ee2a6299914d req-1ea9b247-7042-4880-877f-f4482419f9d3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Synchronizing usage tracker for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:11:38.388917 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-d4b371ac-57d5-4e62-ad9a-ee2a6299914d req-1ea9b247-7042-4880-877f-f4482419f9d3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Unset dirty status for tenant:5b8f6047e4e946a2a75da636ac94fc47 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:11:38.392500 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d4b371ac-57d5-4e62-ad9a-ee2a6299914d req-1ea9b247-7042-4880-877f-f4482419f9d3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1289439
Jan 15 15:11:38.458715 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d4b371ac-57d5-4e62-ad9a-ee2a6299914d req-8a93e0eb-ac95-48b1-8989-1d9edbd0743d tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0597351
Jan 15 15:11:38.542402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38474) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:38.696512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.712881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:38.718010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Usage tracker for resource:security_group_rule and tenant:699eeaa0781d4052b8e49a3bf70d3c46 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:38.720829 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:38.726949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:38.818870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.821690 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.831448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-52cbe1af-b349-43d4-9b5c-7e061d81fb33 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:38.874604 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=699eeaa0781d4052b8e49a3bf70d3c46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3299990
Jan 15 15:11:38.875654 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b7db61-a7e8-4acd-b6c9-9ea1a8948e74,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:38.877666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38488) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:38.879138 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:38.943813 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:38.973325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.028999 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.034748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-00764417-ca94-4b0e-ad0b-5d4bbf733dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:39.051326 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b7db61-a7e8-4acd-b6c9-9ea1a8948e74,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:39.056418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:39.067030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.071382 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e056121a-c544-420f-adf8-f9203253e044 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01b7db61-a7e8-4acd-b6c9-9ea1a8948e74 HTTP/1.1" status: 204  len: 168 time: 0.1896338
Jan 15 15:11:39.427495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38506) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:39.447570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.464279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:39.468844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Usage tracker for resource:security_group_rule and tenant:82833e7b49a846a48c1a8067e3baad40 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:39.471934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:39.477766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:39.577439 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.583537 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.593772 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bfddb21a-5a01-47d0-9deb-e2fa6476fd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:39.644577 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38516) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:39.646801 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=82833e7b49a846a48c1a8067e3baad40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2177877
Jan 15 15:11:39.651255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd07b36-c831-4fb1-bb2d-f2586e456b28,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:39.655787 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:39.716119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.747995 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.798307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.805596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ae7459fa-fbef-422b-9f2f-09a4911f5fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:39.819685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd07b36-c831-4fb1-bb2d-f2586e456b28,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:39.822889 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:39.823942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:39.825283 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-708924fc-0a79-4c37-976f-162fc6725058 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bd07b36-c831-4fb1-bb2d-f2586e456b28 HTTP/1.1" status: 204  len: 168 time: 0.1795480
Jan 15 15:11:39.982007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaa3dd-7638-46ad-8533-3f8b7cf2d034 req-f26e191a-6738-4d62-8298-37e8d7c45b8c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:39.983989 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bcaa3dd-7638-46ad-8533-3f8b7cf2d034 req-f26e191a-6738-4d62-8298-37e8d7c45b8c tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.3798568
Jan 15 15:11:40.068832 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bcaa3dd-7638-46ad-8533-3f8b7cf2d034 req-211dc099-06e6-4314-ab76-bc732a5e2cb3 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups?id=8b97745e-f94f-4c6d-a737-4d4b1c643aba&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0780869
Jan 15 15:11:40.522740 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-fd8911f2-24f0-4ef3-ba94-58885021373f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:40.524452 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-fd8911f2-24f0-4ef3-ba94-58885021373f tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.74 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 945 time: 0.1134892
Jan 15 15:11:40.610697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Deleting port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:40.611176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:40.892784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] For port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:40.893656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:41.077747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Calling delete_port for 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:41.285523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:41.305866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-af88ac3b-8e42-4db2-9cd9-024ef082ee4f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:41.372790 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6d516e7c-b079-4095-b9ae-4890c6420847 req-51fec864-4a6f-4638-aa65-5fc647ef24e0 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0666752
Jan 15 15:11:41.432784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event deleted for resources: {'Port': ['ID=8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:41.443307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:41.488797 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:41.535866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] No Port match for: 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:41.536485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa not bound to the agent host hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:41.569500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] No DVR routers for this DVR port 8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:11:41.571890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:41.574882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-deleted', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:11:41.593773 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b8ecad9a-75dc-483a-a2b0-252a7c2bc61e req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.74 "DELETE /v2.0/ports/8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa HTTP/1.1" status: 204  len: 173 time: 1.0621722
Jan 15 15:11:41.641719 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb6eeba-b438-4eaa-b6f5-3cd4409b5347', 'name': 'network-vif-deleted', 'tag': '8fcfb3dd-ead5-4e86-be3b-c11bda2ed1fa', 'status': 'completed', 'code': 200}
Jan 15 15:11:42.541509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38592) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:42.568484 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d10c0ca9-0cd3-4b6d-b946-4c5a9d2b5fcc req-dd715cc4-ba3f-40bb-9d29-48adb0cbc8df tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/ports?device_id=edb6eeba-b438-4eaa-b6f5-3cd4409b5347 HTTP/1.1" status: 200  len: 210 time: 0.0485737
Jan 15 15:11:42.722642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:42.739575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:42.744142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2d081123f94eafb2b447c2ff68f9ff is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:42.748108 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:42.758322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:42.880049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:42.884169 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:42.896330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4d278cce-9c13-4f20-ac69-50c25d4919ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:42.941361 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ab2d081123f94eafb2b447c2ff68f9ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3983724
Jan 15 15:11:42.942554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25b7dfe-a1db-4dbd-a8e3-f67d3430eca3,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:42.943726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38602) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:42.948512 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:43.009593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.038305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.086756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.091039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b0ead47d-f61c-4ac9-903d-481d3e5ad444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:43.110142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25b7dfe-a1db-4dbd-a8e3-f67d3430eca3,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:43.114410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:43.126265 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.127511 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a25b7dfe-a1db-4dbd-a8e3-f67d3430eca3 HTTP/1.1" status: 204  len: 168 time: 0.1827002
Jan 15 15:11:43.485807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38610) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:43.506706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.522457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:43.526553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Usage tracker for resource:security_group_rule and tenant:78554d4b56ba4da6bbe1bf1a866821ad is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:43.529728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:43.535668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:43.628854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.632851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.650215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-02e4e8c1-c7a4-482a-8f46-6afa3617c461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:43.723673 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=78554d4b56ba4da6bbe1bf1a866821ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2364175
Jan 15 15:11:43.726886 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38616) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:43.728494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fc7293-9502-4f78-8313-340c2eb40d39,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:43.732168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:43.804778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.829348 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bafb2b7e-5a71-40ed-a68b-682fd2a0a5e3 req-919c87d8-7937-422b-a658-1ef0aee04ce4 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "GET /v2.0/security-groups/8b97745e-f94f-4c6d-a737-4d4b1c643aba HTTP/1.1" status: 200  len: 2993 time: 0.0592842
Jan 15 15:11:43.834505 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.882441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.889533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7de8fbb6-2a64-43b1-b875-9e5a2e66af5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:43.903726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fc7293-9502-4f78-8313-340c2eb40d39,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:43.909241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:43.914221 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.919570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bafb2b7e-5a71-40ed-a68b-682fd2a0a5e3 req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:43.919814 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f260860c-9951-456b-af60-ac88895f9a7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35fc7293-9502-4f78-8313-340c2eb40d39 HTTP/1.1" status: 204  len: 168 time: 0.1917903
Jan 15 15:11:43.953681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bafb2b7e-5a71-40ed-a68b-682fd2a0a5e3 req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:44.003173 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bafb2b7e-5a71-40ed-a68b-682fd2a0a5e3 req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:44.008703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-615728bf-0e94-4ae7-acc2-b56495cbaf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:44.025184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b97745e-f94f-4c6d-a737-4d4b1c643aba,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:44.028949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:44.044198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-bafb2b7e-5a71-40ed-a68b-682fd2a0a5e3 req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:44.045905 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bafb2b7e-5a71-40ed-a68b-682fd2a0a5e3 req-24c447b3-f494-4dc7-b87e-aea05333bd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] 10.222.0.68 "DELETE /v2.0/security-groups/8b97745e-f94f-4c6d-a737-4d4b1c643aba HTTP/1.1" status: 204  len: 173 time: 0.2095540
Jan 15 15:11:44.116270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38628) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:44.787540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-13629350-036e-4b01-acbf-ddcde262503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:45.312770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:45.832340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Deleting port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:45.832846 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:46.028757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] For port 352b9cca-a454-47e0-aa22-c5cb9b65b7aa, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:46.029179 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:46.163868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Calling delete_port for 352b9cca-a454-47e0-aa22-c5cb9b65b7aa owned by network:router_interface {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:46.363443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:46.379783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bcf961c4-1546-4978-9800-00e9377361fa tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:46.478785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Pushing event deleted for resources: {'Port': ['ID=352b9cca-a454-47e0-aa22-c5cb9b65b7aa,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:46.489287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:46.846164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3482411f-6b37-4e05-9208-43e9962f6f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:46.848719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:47.268955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:47.383931 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Router 91f03931-3fdd-4de8-bc8a-b4093788fb3c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:47.582352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:47.594466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] Sync routers for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:47.602445 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] 10.222.0.68 "PUT /v2.0/routers/91f03931-3fdd-4de8-bc8a-b4093788fb3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4849179
Jan 15 15:11:47.604086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38702) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:47.604573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:47.605809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e61470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:47.982968 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:48.107712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks [] for router, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:48.307703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:48.313051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Deleting port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:48.313434 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:48.320386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e61470>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:11:46Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:48.324773 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] Checking router: 91f03931-3fdd-4de8-bc8a-b4093788fb3c for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:48.334445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] Routers {'91f03931-3fdd-4de8-bc8a-b4093788fb3c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:48.335152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e61470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:48.536974 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] For port a2ec4ac0-ad20-4937-86e8-6c83fe1e939f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a2ec4ac0-ad20-4937-86e8-6c83fe1e939f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:48.537494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:48.556194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] Set router 91f03931-3fdd-4de8-bc8a-b4093788fb3c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:48.672238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Calling delete_port for a2ec4ac0-ad20-4937-86e8-6c83fe1e939f owned by network:router_gateway {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:48.799290 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:48.845491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:48.900592 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e61470>, [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:11:46Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:48.905424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ca9ec7-d1a1-479d-84ec-0e3357b0d4e8 None None] The sync data for ids ['91f03931-3fdd-4de8-bc8a-b4093788fb3c'] in dv-cinder-734144-13-iscsi is: [{'id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'name': 'tempest-TestShelveInstance-564804721-router', 'tenant_id': '5b8f6047e4e946a2a75da636ac94fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:04:57Z', 'updated_at': '2021-01-15T15:11:46Z', 'revision_number': 5, 'project_id': '5b8f6047e4e946a2a75da636ac94fc47', 'gw_port': {'id': 'a2ec4ac0-ad20-4937-86e8-6c83fe1e939f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:dc:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f03931-3fdd-4de8-bc8a-b4093788fb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:04:59Z', 'updated_at': '2021-01-15T15:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:48.972324 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.083760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.118479 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 352b9cca-a454-47e0-aa22-c5cb9b65b7aa no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:49.154259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 352b9cca-a454-47e0-aa22-c5cb9b65b7aa {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:49.154658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 352b9cca-a454-47e0-aa22-c5cb9b65b7aa not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:49.226950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.229332 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.254521 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.260175 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f03931-3fdd-4de8-bc8a-b4093788fb3c {{(pid=80101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:11:49.273971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] Notify callbacks [] for router, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.275343 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e625cc3d-8edd-4f22-9b88-83ef00f80419 admin admin] 10.222.0.68 "DELETE /v2.0/routers/91f03931-3fdd-4de8-bc8a-b4093788fb3c HTTP/1.1" status: 204  len: 168 time: 1.6702597
Jan 15 15:11:49.278682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38728) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:49.350759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Deleting subnet 084d09ec-9170-4410-9b0d-c849abbf4ede {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:11:49.354384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.414921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.513417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.654964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38736) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:49.799222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.815366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.816422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-535b42b7-6621-409c-b94b-6302642007b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:49.832268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:49.836553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Usage tracker for resource:security_group_rule and tenant:26eef96462f04ae38b0437ead3f7747f is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:49.842625 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:49.849155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:49.913845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084d09ec-9170-4410-9b0d-c849abbf4ede,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:49.917100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:49.949295 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.953645 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.961311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:49.967564 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5d0ff-1b5b-49d9-9022-afdf6e721e69 None None] Network 366484cd-3080-414a-ad4e-ee686ac12c03 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:49.968754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-32c7b86a-c859-41f7-94b1-7619b0a0e858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:49.969155 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bff1705e-bcc6-4f66-837a-de21db73a281 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/084d09ec-9170-4410-9b0d-c849abbf4ede HTTP/1.1" status: 204  len: 168 time: 0.6893165
Jan 15 15:11:49.972156 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38742) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:50.011709 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=26eef96462f04ae38b0437ead3f7747f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3548448
Jan 15 15:11:50.015234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38748) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:50.029785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec80d82-221f-4515-9289-07aeb34c9a69,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:50.034495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:50.125195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.142346 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.184285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.224174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Deleting port 3d2983a0-548b-4df3-a0cb-a952a8b4313c {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:50.224538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.287796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.300302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4823fa55-f818-4310-bb1a-648f46e6c07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:50.321971 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec80d82-221f-4515-9289-07aeb34c9a69,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:50.337509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:50.358172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.359570 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ec80d82-221f-4515-9289-07aeb34c9a69 HTTP/1.1" status: 204  len: 168 time: 0.3432677
Jan 15 15:11:50.397703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] DHCP port deletion for 366484cd-3080-414a-ad4e-ee686ac12c03 request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:11:50.410041 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Deleting port 3d2983a0-548b-4df3-a0cb-a952a8b4313c {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:50.411017 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.503941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] For port 3d2983a0-548b-4df3-a0cb-a952a8b4313c, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=3d2983a0-548b-4df3-a0cb-a952a8b4313c,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:50.504343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.644570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Calling delete_port for 3d2983a0-548b-4df3-a0cb-a952a8b4313c owned by network:dhcp {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:50.734264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] For port 3d2983a0-548b-4df3-a0cb-a952a8b4313c, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=3d2983a0-548b-4df3-a0cb-a952a8b4313c,segment=NetworkSegment(16714428-01c8-4eca-b8e6-bcb0174e08ab),segment_id=16714428-01c8-4eca-b8e6-bcb0174e08ab)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:50.734878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.738245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:50.759942 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5e3149b5-057c-471e-af7b-080a09c4c319 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:50.811413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2983a0-548b-4df3-a0cb-a952a8b4313c,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:50.868583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38762) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:50.874311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:50.884970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Calling delete_port for 3d2983a0-548b-4df3-a0cb-a952a8b4313c owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:50.939385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] No DVR routers for this DVR port 3d2983a0-548b-4df3-a0cb-a952a8b4313c on host dv-cinder-734144-13-iscsi {{(pid=80102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:11:50.968243 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80104) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:11:50.968651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:11:51.047725 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.066079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:51.070245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Usage tracker for resource:security_group_rule and tenant:ef303eb70ce140e2b082b4a2e281f3d8 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:51.074536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:51.081136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:51.084424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38768) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:51.085271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.111823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.139491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:51.147684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Usage tracker for resource:security_group_rule and tenant:1e08e44cea0e43eeac3ab92aac34d6ac is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:51.152303 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:51.161647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:51.168882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a2ec4ac0-ad20-4937-86e8-6c83fe1e939f no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:51.204341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: a2ec4ac0-ad20-4937-86e8-6c83fe1e939f {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:51.204758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a2ec4ac0-ad20-4937-86e8-6c83fe1e939f not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:51.205231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 3d2983a0-548b-4df3-a0cb-a952a8b4313c no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:51.213507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28bf9ddd8>,) {'filters': {'network_id': ['366484cd-3080-414a-ad4e-ee686ac12c03']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:51.229858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28bf9ddd8>, '16714428-01c8-4eca-b8e6-bcb0174e08ab') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:51.230928 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28bf9ddd8>, '16714428-01c8-4eca-b8e6-bcb0174e08ab') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:51.243539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 3d2983a0-548b-4df3-a0cb-a952a8b4313c {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:51.243930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 3d2983a0-548b-4df3-a0cb-a952a8b4313c not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:51.246270 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.265811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.267684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.268391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:11:51.276073 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.288609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-60047ca6-93a4-4c17-9100-bc2f383781a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:51.360785 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ef303eb70ce140e2b082b4a2e281f3d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4909122
Jan 15 15:11:51.361715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a552c9-4ab5-4e43-bc54-59644c97b668,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:51.364431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38772) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:51.377281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5ab8809c-9252-4511-aabf-1d09cd7b4d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:51.400160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.415616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.428058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c3034de5-6236-430f-9fbb-68e3f8b4b338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:51.469996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Deleting port 3d2983a0-548b-4df3-a0cb-a952a8b4313c {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:51.471142 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.472762 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Network 366484cd-3080-414a-ad4e-ee686ac12c03 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:51.487351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.493579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e08e44cea0e43eeac3ab92aac34d6ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4054203
Jan 15 15:11:51.502317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38776) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:51.502964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eacc6d-b29e-4c66-a00b-c291bde0f230,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:51.512058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.514176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:51.548756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-cf8e8ab4-4a69-4727-916b-9c2a352984de None None] The port '3d2983a0-548b-4df3-a0cb-a952a8b4313c' was deleted {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:11:51.550061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.611888 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.617377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-95e16ba2-2573-4f6d-acab-3142aa72cd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:51.632506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a552c9-4ab5-4e43-bc54-59644c97b668,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:51.639703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:51.644250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.645540 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-d3dc0fea-5679-41be-93ba-12bd2e418e85 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25a552c9-4ab5-4e43-bc54-59644c97b668 HTTP/1.1" status: 204  len: 168 time: 0.2779176
Jan 15 15:11:51.780540 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.796068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Network 366484cd-3080-414a-ad4e-ee686ac12c03 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:11:51.822507 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:11:51.896832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.950271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.957311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:51.974519 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:51.983116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Pushing event deleted for resources: {'Network': ['ID=366484cd-3080-414a-ad4e-ee686ac12c03,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:51.988782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:52.006147 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.009034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.010292 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/69eacc6d-b29e-4c66-a00b-c291bde0f230 HTTP/1.1" status: 204  len: 168 time: 0.5071881
Jan 15 15:11:52.011510 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3bba932f-9773-4b2c-b5d0-eea094e6ccdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:52.037688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eacc6d-b29e-4c66-a00b-c291bde0f230,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:52.044723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38786) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:52.056408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9fb0398a-1f29-4d10-84e8-84fb2209e69d admin admin] 10.222.0.68 "DELETE /v2.0/networks/366484cd-3080-414a-ad4e-ee686ac12c03 HTTP/1.1" status: 204  len: 168 time: 2.0823386
Jan 15 15:11:52.059866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-30c65fbc-4aa7-4111-aea7-98315efa7ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:52.137168 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38790) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:52.160151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.176839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:52.182149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Usage tracker for resource:security_group_rule and tenant:8694b580eb1040efbd362ed42a747b9d is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:52.185976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:52.192482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:52.291553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.295455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.304963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8efe128-1908-4fc6-806f-a7e69041eb73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:52.351446 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8694b580eb1040efbd362ed42a747b9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2105684
Jan 15 15:11:52.352547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38798) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:52.355983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a4b5f8-adc2-46ca-8555-6edba4757724,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:52.371535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:52.430428 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.459831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.509617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.515603 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-dec3581c-b390-49e7-98e2-d2c141d1e9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:52.529254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a4b5f8-adc2-46ca-8555-6edba4757724,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:52.532454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:52.534872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:52.536229 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7407a708-9600-43ac-ba6f-034608f1e5a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7a4b5f8-adc2-46ca-8555-6edba4757724 HTTP/1.1" status: 204  len: 168 time: 0.1825380
Jan 15 15:11:52.680531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.090771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38824) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:53.206581 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Deleting port ec51b387-b03e-4050-b915-9fe9162cc363 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:53.207185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.311159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-996985457-network', 'tenant_id': '11059365234a4de28d3ec04a9b7334da'}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:11:53.319558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:53.321640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Usage tracker for resource:network and tenant:11059365234a4de28d3ec04a9b7334da is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:53.325778 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:53.332317 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:53.344072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Made reservation on behalf of 11059365234a4de28d3ec04a9b7334da for: {'network': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:11:53.349024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.363777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.380902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:53.385072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Usage tracker for resource:security_group_rule and tenant:11059365234a4de28d3ec04a9b7334da is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:53.390843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:53.396189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:53.407852 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] For port ec51b387-b03e-4050-b915-9fe9162cc363, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=ec51b387-b03e-4050-b915-9fe9162cc363,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:53.408361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.494842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.500293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.506095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:53.548322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:11:53.559388 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607e4165-71e5-46df-b5a8-7cb4c3667990,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:53.563767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:53.566681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.567092 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Added segment 69b0d2b4-dcf0-45f3-8369-3befa31344d8 of type vxlan for network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38
Jan 15 15:11:53.598697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.634504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.635949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:53.637457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:53.643155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:53.762254 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6668565
Jan 15 15:11:53.762254 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Pushing event updated for resources: {'Network': ['ID=7d49d6b2-caf2-43a7-9ed5-8533ebe77d38,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:53.762559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38840) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:53.765094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7f7f3147-a5d1-4959-b7a5-6c5be0bba8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:53.769268 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Request body: {'subnet': {'network_id': '7d49d6b2-caf2-43a7-9ed5-8533ebe77d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-996985457-subnet', 'tenant_id': '11059365234a4de28d3ec04a9b7334da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:11:53.773913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:11:53.774664 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:53.779061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Usage tracker for resource:subnet and tenant:11059365234a4de28d3ec04a9b7334da is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:53.782952 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:53.788703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Calling delete_port for ec51b387-b03e-4050-b915-9fe9162cc363 owned by network:router_interface {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:53.789461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:53.800724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:11:53.806775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Made reservation on behalf of 11059365234a4de28d3ec04a9b7334da for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:11:53.812907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:54.004788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:54.047684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:54.165932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec51b387-b03e-4050-b915-9fe9162cc363,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:54.169145 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:54.532444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:54.627844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:54.645146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-350823bf-bc64-4da3-91a2-bef44faf5b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:54.788149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09603269-3c10-4874-9bfc-906b1378fad5,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:54.794172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:54.869462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Checking segment: {'id': '69b0d2b4-dcf0-45f3-8369-3befa31344d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d49d6b2-caf2-43a7-9ed5-8533ebe77d38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:11:54.869851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Network hostable DHCP agents. Network: 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:11:54.900432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:11:54.912127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:11:54.925437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c9e2f-7e17-4259-bbad-76e0dd5c898e None None] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:54.927412 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:54.927887 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:54.962759 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-382f3faf-36d4-4ba2-9d5d-8ad8eb86e7a1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1989746
Jan 15 15:11:55.218447 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad40468-8e93-47cc-bccc-f7cac7ebb10d None None] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:55.247853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Router ddeef0e6-3062-4c96-aac5-0fb830244ce6 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:11:55.340174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:55.479432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:11:55.492200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] Sync routers for ids ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:11:55.493189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38882) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:55.493383 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-de3d5fd3-be2e-42c1-a661-9813f5a1ab49 admin admin] 10.222.0.68 "PUT /v2.0/routers/ddeef0e6-3062-4c96-aac5-0fb830244ce6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4473827
Jan 15 15:11:55.524155 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] Routers {'ddeef0e6-3062-4c96-aac5-0fb830244ce6'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:55.525095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e13ba8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:55.713035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks [] for router, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:55.758286 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] Set router ddeef0e6-3062-4c96-aac5-0fb830244ce6 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:55.877526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38898) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:55.936915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:55.943959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Deleting port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:55.944482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:55.958760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38904) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:55.967016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764075306-network', 'tenant_id': '4ce07c7c407c46c58285229a27fcd9d3'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:11:55.975150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:55.982202 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Usage tracker for resource:network and tenant:4ce07c7c407c46c58285229a27fcd9d3 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:55.985599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:55.992343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:56.006013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Made reservation on behalf of 4ce07c7c407c46c58285229a27fcd9d3 for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:11:56.012610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.030279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.051281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:56.056315 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce07c7c407c46c58285229a27fcd9d3 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:56.061489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:56.067770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:56.145442 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] For port d5e47199-d2d7-445b-bc8b-e3bb5f59bed9, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=d5e47199-d2d7-445b-bc8b-e3bb5f59bed9,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:56.146433 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.162198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e13ba8>, [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:11:53Z', 'revision_number': 5, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:56.166411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] Checking router: ddeef0e6-3062-4c96-aac5-0fb830244ce6 for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:11:56.176341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] Routers {'ddeef0e6-3062-4c96-aac5-0fb830244ce6'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:11:56.177016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290e13ba8>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:11:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:56.233622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.236541 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.250920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.255322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9bf1fe3a-9ef3-4725-9bdf-5940eb70c027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:56.272061 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:56.278905 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:7665a391b3bc43a39e13d77f5417702d is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:56.283600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:56.286058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Calling delete_port for d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 owned by network:router_gateway {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:56.302858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:11:56.305508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:56.323218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d9c2b-e195-42cf-ba4a-f81512b715c9,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:56.326104 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.326548 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Added segment 7e2690d8-249a-4c60-9200-21a29a00d337 of type vxlan for network a62afc76-e4f2-4f81-91a3-58d8153e94e7
Jan 15 15:11:56.345575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.346057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.346478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.346893 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.347306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.347712 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.348120 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.348523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.348934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.349333 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.349734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.350183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.350672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.351078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.351481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.351879 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.352280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.352678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.353075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.353476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.353875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.354297 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.354741 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.355253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:11:56.370126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:56.406229 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.432239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.470790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.474492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:56.475163 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.482060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:56.551845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] Set router ddeef0e6-3062-4c96-aac5-0fb830244ce6 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:11:56.616037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.628736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.638467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Pushing event updated for resources: {'Network': ['ID=a62afc76-e4f2-4f81-91a3-58d8153e94e7,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:56.648245 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6882868
Jan 15 15:11:56.649134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38908) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:56.650110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:56.650817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.655395 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ce0ea270-523a-4de5-abd9-f00010aab667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:56.660349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:11:56.675299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Request body: {'subnet': {'network_id': 'a62afc76-e4f2-4f81-91a3-58d8153e94e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764075306-subnet', 'tenant_id': '4ce07c7c407c46c58285229a27fcd9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:11:56.680949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:56.685008 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Usage tracker for resource:subnet and tenant:4ce07c7c407c46c58285229a27fcd9d3 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:56.688062 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:56.697285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:56.722533 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7665a391b3bc43a39e13d77f5417702d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8412673
Jan 15 15:11:56.724809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38912) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:56.739282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:11:56.743177 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Made reservation on behalf of 4ce07c7c407c46c58285229a27fcd9d3 for: {'subnet': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:11:56.748133 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2110486'] for subnet, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.762402 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350ebdfd-873c-4105-a0f6-e9ebfa99e801,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:56.770450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0cf1899f-6e50-4b21-95a1-5db0202e4ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:56.807193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.810264 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.846818 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.847184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddeef0e6-3062-4c96-aac5-0fb830244ce6 {{(pid=80102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:11:56.865111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.868895 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ef9e42d7-0b31-4464-b6a1-99c7de700536 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ddeef0e6-3062-4c96-aac5-0fb830244ce6 HTTP/1.1" status: 204  len: 168 time: 1.3722415
Jan 15 15:11:56.870110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38916) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:56.918307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.951953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Deleting subnet 67fda45f-6f9c-4328-a843-1bd114cc6522 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:11:56.955615 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:56.956660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.020915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.117075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.121016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37e459f1-e30f-491a-b6f6-b6952023dacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:57.124726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.148490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290e13ba8>, [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:11:53Z', 'revision_number': 5, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:57.152675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ebdfd-873c-4105-a0f6-e9ebfa99e801,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:57.153059 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1003a10-69c6-4aae-a77b-03e2784e143a None None] The sync data for ids ['ddeef0e6-3062-4c96-aac5-0fb830244ce6'] in dv-cinder-734144-13-iscsi is: [{'id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'name': 'tempest-TestShelveInstance-1564523828-router', 'tenant_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:05:09Z', 'updated_at': '2021-01-15T15:11:53Z', 'revision_number': 5, 'project_id': 'aef0ce0fc34e4c7aa425dbd9e4c54194', 'gw_port': {'id': 'd5e47199-d2d7-445b-bc8b-e3bb5f59bed9', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:43:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeef0e6-3062-4c96-aac5-0fb830244ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:05:10Z', 'updated_at': '2021-01-15T15:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:11:57.159706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:57.231589 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.234691 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/350ebdfd-873c-4105-a0f6-e9ebfa99e801 HTTP/1.1" status: 204  len: 168 time: 0.5072994
Jan 15 15:11:57.481092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.500151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:57.601648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fda45f-6f9c-4328-a843-1bd114cc6522,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:57.607849 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:57.635638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850664514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2110503'] for subnet, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.655747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.665129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b37506-4e39-449a-8d6d-860c01d9fdc1 None None] Network e4d933c7-0122-4148-b475-aeb7fdd0159b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:57.678299 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-572c3574-db45-451f-b955-7b40d250c666 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/67fda45f-6f9c-4328-a843-1bd114cc6522 HTTP/1.1" status: 204  len: 168 time: 0.8064420
Jan 15 15:11:57.679040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38924) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:57.722626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 38928) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:57.730472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:57.806513 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.819749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7971ce5b-3335-45cc-977c-655e08564363,revision_number=0']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:57.825764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:57.845554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:11:57.860697 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Usage tracker for resource:security_group_rule and tenant:81b5ae4ee26a491db637b2d8800c4674 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:11:57.867307 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:11:57.877618 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:11:57.884923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.916052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Checking segment: {'id': '7e2690d8-249a-4c60-9200-21a29a00d337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a62afc76-e4f2-4f81-91a3-58d8153e94e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:11:57.916890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Network hostable DHCP agents. Network: a62afc76-e4f2-4f81-91a3-58d8153e94e7, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:11:57.950760 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:11:57.960843 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, a62afc76-e4f2-4f81-91a3-58d8153e94e7) {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:11:57.972416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6e169-53e5-4c1f-9d87-f1489ace27be None None] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:57.975930 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:11:57.976593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.984136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Deleting port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:57.984136 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:57.997735 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-edf13c04-3305-4d73-b7e1-aa38a3eb0d8b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3436711
Jan 15 15:11:58.076029 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] DHCP port deletion for e4d933c7-0122-4148-b475-aeb7fdd0159b request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:11:58.140553 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Deleting port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:58.141426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.262077 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.276619 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.287548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-52587d6d-a441-40d2-89ec-c3dd63edd17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:58.302422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] For port a680cda2-f565-4b53-b77c-d5b2ef1db3c4, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:58.302821 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.365922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e8abb-9384-4a9b-a485-afca942d7e64 None None] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:11:58.556726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] For port a680cda2-f565-4b53-b77c-d5b2ef1db3c4, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,segment=NetworkSegment(13406d2a-3fac-4d52-8c1c-ca4b6df82b3b),segment_id=13406d2a-3fac-4d52-8c1c-ca4b6df82b3b)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:11:58.557371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.722164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Calling delete_port for a680cda2-f565-4b53-b77c-d5b2ef1db3c4 owned by network:dhcp {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:58.723277 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Calling delete_port for a680cda2-f565-4b53-b77c-d5b2ef1db3c4 owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:11:58.771603 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81b5ae4ee26a491db637b2d8800c4674&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0392084
Jan 15 15:11:58.771737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38938) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:11:58.773461 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d6be0-dc0f-4ba9-8719-dc69010ea833,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:58.777716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2718b196-9027-4f0b-8125-4db480e3df47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:58.823644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.893953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:58.951019 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:58.976164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80104) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:11:58.976715 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:11:58.985248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.029927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Pushing event deleted for resources: {'Port': ['ID=a680cda2-f565-4b53-b77c-d5b2ef1db3c4,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:59.047301 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:59.049964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.060983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9ed896f6-908f-4899-bfa5-894faf63dc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:11:59.079275 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d6be0-dc0f-4ba9-8719-dc69010ea833,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:11:59.083767 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:11:59.090658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.095280 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/407d6be0-dc0f-4ba9-8719-dc69010ea833 HTTP/1.1" status: 204  len: 168 time: 0.3197005
Jan 15 15:11:59.100640 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] No DVR routers for this DVR port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 on host dv-cinder-734144-13-iscsi {{(pid=80102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:11:59.222652 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a680cda2-f565-4b53-b77c-d5b2ef1db3c4 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:59.274208 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: a680cda2-f565-4b53-b77c-d5b2ef1db3c4 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:59.274614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device a680cda2-f565-4b53-b77c-d5b2ef1db3c4 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:59.275320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device ec51b387-b03e-4050-b915-9fe9162cc363 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:59.296882 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.330452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: ec51b387-b03e-4050-b915-9fe9162cc363 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:59.330898 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device ec51b387-b03e-4050-b915-9fe9162cc363 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:59.331738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:11:59.391042 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:11:59.391454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device d5e47199-d2d7-445b-bc8b-e3bb5f59bed9 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:11:59.469211 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc290801668>,) {'filters': {'network_id': ['e4d933c7-0122-4148-b475-aeb7fdd0159b']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:59.478458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Deleting port a680cda2-f565-4b53-b77c-d5b2ef1db3c4 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:11:59.479506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.491058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc290801668>, '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:59.491438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc290801668>, '13406d2a-3fac-4d52-8c1c-ca4b6df82b3b') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:11:59.506685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.533550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.536213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:11:59.557920 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-3127cfb3-88e0-46fb-a5ae-4fc49c7db5eb None None] The port 'a680cda2-f565-4b53-b77c-d5b2ef1db3c4' was deleted {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:11:59.770279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Network e4d933c7-0122-4148-b475-aeb7fdd0159b has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:11:59.781186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:11:59.985406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Network e4d933c7-0122-4148-b475-aeb7fdd0159b has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:12:00.008372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:12:00.017473 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:12:00.112721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:00.116919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ee0a0099-9842-4f06-89a3-4259930de8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:00.134676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:00.145921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d933c7-0122-4148-b475-aeb7fdd0159b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:00.150538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:00.159187 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bcf203ec-c4f7-43a8-b137-561a2d96f84d admin admin] 10.222.0.68 "DELETE /v2.0/networks/e4d933c7-0122-4148-b475-aeb7fdd0159b HTTP/1.1" status: 204  len: 168 time: 2.4790351
Jan 15 15:12:00.394137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38972) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:00.453122 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-055e1ca5-cde2-41fe-9dba-4c3e7ee61528 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b8f6047e4e946a2a75da636ac94fc47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554593
Jan 15 15:12:00.453704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38976) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:00.527504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:00.556837 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:00.610924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:00.616830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-62170d23-edb4-4feb-98f7-588d9f80d7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:00.634949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732455e2-03e6-473c-a47c-9fe60c5d63a2,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:00.640601 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:00.644074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:00.646012 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-18811617-1d43-4381-aaae-17719fed964e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/732455e2-03e6-473c-a47c-9fe60c5d63a2 HTTP/1.1" status: 204  len: 168 time: 0.1910424
Jan 15 15:12:01.063022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 38998) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:01.184319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39004) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:01.234689 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.263121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:12:01.271987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Usage tracker for resource:security_group_rule and tenant:24b40fba8a594856ba2c6bedc50ba208 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:12:01.275660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:12:01.280379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a2f9094b-a3c6-4273-844f-97d443b5ed81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aef0ce0fc34e4c7aa425dbd9e4c54194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0948088
Jan 15 15:12:01.283304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39008) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:01.284342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:12:01.349684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.377438 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.379043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.380195 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.389189 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-60871622-dc06-49cf-ac47-2f1002b6d1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:01.425056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.430261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-05347299-f919-44a4-b5ec-982075016a00 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:01.434402 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24b40fba8a594856ba2c6bedc50ba208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3702312
Jan 15 15:12:01.435367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47defe35-e591-4d51-ad7d-ea1099d4360c,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:01.437982 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39012) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:01.441305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbe50094-14a4-450f-bbbd-636358551442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:01.444706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5ce62-ea58-403b-a245-f4accbfbf512,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:01.453649 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.454925 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2c5ce62-ea58-403b-a245-f4accbfbf512 HTTP/1.1" status: 204  len: 168 time: 0.1705446
Jan 15 15:12:01.456621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.457052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.457536 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.457868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.458304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.458714 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.459329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.459508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.459906 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.460310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.460713 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.461105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.461583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.462176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.462427 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.462833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.463235 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.463642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.464716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.464985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.465463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.465873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.466304 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.466710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:01.470302 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-ff9b845b-04bc-4f76-bfd7-ce83fb13ff7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:01.513583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.543854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.590970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.596028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f709bdd4-720e-44ac-a683-5ce49b4bb271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:01.612643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47defe35-e591-4d51-ad7d-ea1099d4360c,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:01.615049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:01.616049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:01.620329 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-cbe540e1-31a0-4c65-b930-56fbfd8e0134 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/47defe35-e591-4d51-ad7d-ea1099d4360c HTTP/1.1" status: 204  len: 168 time: 0.1812158
Jan 15 15:12:14.784309 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-36834b11-9447-4711-8dec-b90d200e1a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:15.419921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39214) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:15.494397 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Deleting subnet 09603269-3c10-4874-9bfc-906b1378fad5 {{(pid=80101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:12:15.498833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:15.554784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852508528'] for subnet, precommit_delete_associations {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:15.622379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:15.898460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4111218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852665281'] for subnet, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:15.914167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9527c52c-1351-4987-8b89-a0dad2cf0e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:16.006153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09603269-3c10-4874-9bfc-906b1378fad5,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:16.009296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:16.055151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for subnet, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.062713 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-57d761d9-68d1-4fbd-98a7-64deb3c79237 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/09603269-3c10-4874-9bfc-906b1378fad5 HTTP/1.1" status: 204  len: 168 time: 0.6415710
Jan 15 15:12:16.065798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39220) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:16.187752 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.390111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.517392 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28bd61e10>,) {'filters': {'network_id': ['7d49d6b2-caf2-43a7-9ed5-8533ebe77d38']}} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:16.533255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28bd61e10>, '69b0d2b4-dcf0-45f3-8369-3befa31344d8') {'for_net_delete': True} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:16.533595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28bd61e10>, '69b0d2b4-dcf0-45f3-8369-3befa31344d8') {} {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:16.548924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267304'] for segment, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.574046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.576655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:12:16.774451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:12:16.783766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4111151'] for segment, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.849557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-24e12587-b195-4604-94f8-34d144017c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:16.979938 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Network 7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 has no segments {{(pid=80101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:12:17.003900 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:12:17.093867 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.098786 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.103003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:17.125721 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] 10.222.0.68 "DELETE /v2.0/networks/7d49d6b2-caf2-43a7-9ed5-8533ebe77d38 HTTP/1.1" status: 204  len: 168 time: 1.0587714
Jan 15 15:12:17.126755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7d49d6b2-caf2-43a7-9ed5-8533ebe77d38,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:17.129599 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39226) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:17.129824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f64f7c96-aec1-4762-be32-3fdaea09a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:17.201538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Deleting subnet 7971ce5b-3335-45cc-977c-655e08564363 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:12:17.205567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.260929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.268366 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.323543 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.590353 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.606914 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-28f8334c-be47-439e-8594-7c7afab56bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:17.698520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7971ce5b-3335-45cc-977c-655e08564363,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:17.703231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:17.753165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:17.759420 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bbb5a633-956e-4d78-81f2-5f3cc92e256b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7971ce5b-3335-45cc-977c-655e08564363 HTTP/1.1" status: 204  len: 168 time: 0.6282835
Jan 15 15:12:17.762085 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39232) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:17.883201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.081597 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.203238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc29044d1d0>,) {'filters': {'network_id': ['a62afc76-e4f2-4f81-91a3-58d8153e94e7']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:18.216732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc29044d1d0>, '7e2690d8-249a-4c60-9200-21a29a00d337') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:18.217054 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc29044d1d0>, '7e2690d8-249a-4c60-9200-21a29a00d337') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:18.231010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.247718 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.250016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:12:18.435726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:12:18.444870 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.637478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Network a62afc76-e4f2-4f81-91a3-58d8153e94e7 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:12:18.660347 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:12:18.741102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.744650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f311fb90-2793-46d0-a933-7dd3bb4f2498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:18.762490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.771532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Pushing event deleted for resources: {'Network': ['ID=a62afc76-e4f2-4f81-91a3-58d8153e94e7,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:18.774728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:18.776965 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9412596a-647a-45bc-8a27-300ad79f6138 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a62afc76-e4f2-4f81-91a3-58d8153e94e7 HTTP/1.1" status: 204  len: 168 time: 1.0137119
Jan 15 15:12:18.803811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:18.972754 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.004516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39240) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:19.059677 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-29ebc391-67d9-44e8-9eff-4fe4e4af9fef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=11059365234a4de28d3ec04a9b7334da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537663
Jan 15 15:12:19.062674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39244) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:19.154900 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.185121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.231216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.236399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bd562cf6-3832-4af3-b631-3d76f0b46c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:19.251745 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607e4165-71e5-46df-b5a8-7cb4c3667990,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:19.254641 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:19.255854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.257181 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bdcec0af-66ce-49b6-962a-4cee9ca22af0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/607e4165-71e5-46df-b5a8-7cb4c3667990 HTTP/1.1" status: 204  len: 168 time: 0.1936471
Jan 15 15:12:19.711167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39260) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:19.769350 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e454dc9b-1f62-44a6-8126-7f4358242dda admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ce07c7c407c46c58285229a27fcd9d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569065
Jan 15 15:12:19.771934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39268) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:19.842075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.872614 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.925929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.931306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:19.947257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d9c2b-e195-42cf-ba4a-f81512b715c9,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:19.949770 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:19.951087 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/572d9c2b-e195-42cf-ba4a-f81512b715c9 HTTP/1.1" status: 204  len: 168 time: 0.1781166
Jan 15 15:12:19.952171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:21.447403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39302) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:21.607162 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.623281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:12:21.627737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Usage tracker for resource:security_group_rule and tenant:f5a645bbbcce4288944f3d2ad57d35e5 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:12:21.630807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:12:21.636735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:12:21.727704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.731256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.740476 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b4605e0f-86be-4a30-821d-fdb66abec84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:21.784460 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5a645bbbcce4288944f3d2ad57d35e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3357606
Jan 15 15:12:21.785435 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d390f62-30a3-44ed-8350-1a79fc98c041,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:21.787374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39308) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:21.790672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6ba9e1ce-baf2-4a5a-9506-0e4f90b2b72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:21.862953 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.892672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.937214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.942488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-6591a224-4004-4639-94aa-bc181054941e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:21.958945 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d390f62-30a3-44ed-8350-1a79fc98c041,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:21.961414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:21.962756 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d390f62-30a3-44ed-8350-1a79fc98c041 HTTP/1.1" status: 204  len: 168 time: 0.1743126
Jan 15 15:12:21.963834 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b8342070-f5cf-4fbc-a1bd-68773de3b18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:25.063132 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:27.517121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39420) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:27.676031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:27.695676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:12:27.700070 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:bea34826e3044b1aaf54c47ed07f4642 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:12:27.703950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:12:27.709881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:12:27.801151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:27.803941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:27.813569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f8bc47a5-c937-4561-9d50-aec12e230e11 tempest-AttachVolumeTestJSON-1527979462 tempest-AttachVolumeTestJSON-1527979462] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:27.859303 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bea34826e3044b1aaf54c47ed07f4642&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3409524
Jan 15 15:12:27.860334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652a2508-5234-4154-ae07-f626271961b4,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:27.862440 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39426) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:27.863963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-64645482-de93-49b6-85f3-463ecbe33ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:27.928981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:27.961921 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:28.007874 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:28.013200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-123cc22e-8b84-43ac-9044-d9a6f391bd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:28.027341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a2508-5234-4154-ae07-f626271961b4,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:28.030731 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:28.040153 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:28.041823 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-bf798184-6dcd-43dd-8b68-87ad46c075e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/652a2508-5234-4154-ae07-f626271961b4 HTTP/1.1" status: 204  len: 168 time: 0.1779368
Jan 15 15:12:37.009089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:12:44.777146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-cb71620f-8ec9-40d4-880c-5fe971312958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:44.792269 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-eacec458-25ba-45cc-866b-2c0ad54102d9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips/51681167-f937-4e59-ba5f-4c907f43544c HTTP/1.1" status: 200  len: 999 time: 0.1226499
Jan 15 15:12:44.976566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f001ea-964e-4588-9232-4beae488362d req-66439cb8-0dad-4974-82b3-f58e18d6223e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:44.978146 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-66439cb8-0dad-4974-82b3-f58e18d6223e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.1795838
Jan 15 15:12:45.328839 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-5e961f3a-29c0-47fe-a245-040dae62a91c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.119 HTTP/1.1" status: 200  len: 1002 time: 0.3440235
Jan 15 15:12:45.427088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f001ea-964e-4588-9232-4beae488362d req-1e2001a2-706c-4489-8650-5fc333ccad67 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:45.428601 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-1e2001a2-706c-4489-8650-5fc333ccad67 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports/9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 943 time: 0.0938256
Jan 15 15:12:45.619909 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-0a4bea58-1c6a-46cb-99f1-f1525915eb3d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.119 HTTP/1.1" status: 200  len: 1002 time: 0.1071773
Jan 15 15:12:45.845591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 7bfefce8-4d59-469e-a164-ca75946edc43 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:12:45.846246 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:46.026165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:46.026559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:46.155779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 7bfefce8-4d59-469e-a164-ca75946edc43 owned by network:floatingip {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:12:46.308057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:46.323534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-5ab160ad-88da-45bf-af2e-0385041e8b8e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:46.415842 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'Port': ['ID=7bfefce8-4d59-469e-a164-ca75946edc43,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:46.423103 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:46.547351 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:46.548271 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 51681167-f937-4e59-ba5f-4c907f43544c disassociated (deleted). External IP: 172.27.0.119, port: 9c0fc35f-ca52-44c0-9696-703710f28175.
Jan 15 15:12:46.856840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-16bd750e-b1ef-4f27-bd7c-c430b068acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:46.939679 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:12:47.157732 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:12:47.167569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:12:47.178383 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:12:47.179160 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29106c470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:12:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:47.192960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:47.249172 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-bb8798f3-6598-4ee9-aabb-17b12060131b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "DELETE /v2.0/floatingips/51681167-f937-4e59-ba5f-4c907f43544c HTTP/1.1" status: 204  len: 173 time: 1.6224589
Jan 15 15:12:47.250309 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175'}] {{(pid=80102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:12:47.287231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:47.330928 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175', 'status': 'completed', 'code': 200}
Jan 15 15:12:47.372449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f001ea-964e-4588-9232-4beae488362d req-d6d8ea06-cf6f-48e5-8180-61c884438083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:47.374151 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-d6d8ea06-cf6f-48e5-8180-61c884438083 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1163 time: 0.0951340
Jan 15 15:12:47.389296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:12:47.529452 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f001ea-964e-4588-9232-4beae488362d req-b09c02a6-0b32-4f06-9818-17161170d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:47.531192 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-b09c02a6-0b32-4f06-9818-17161170d159 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1495376
Jan 15 15:12:47.610035 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-8aeb0c4d-5ef6-48d4-9d5f-6bdaa15549ef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 217 time: 0.0672548
Jan 15 15:12:47.692344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-5a9ffdf9-b6a7-488b-ba0d-2c8518157fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:47.695090 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-5a9ffdf9-b6a7-488b-ba0d-2c8518157fcc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 1163 time: 0.2934961
Jan 15 15:12:47.717365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f001ea-964e-4588-9232-4beae488362d req-84469017-68ab-46e4-99a8-86cab24949ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:47.718976 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-84469017-68ab-46e4-99a8-86cab24949ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1020439
Jan 15 15:12:47.804539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29106c470>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:47.808696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:12:47.816478 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f001ea-964e-4588-9232-4beae488362d req-bf69183c-5509-470e-aead-298581287900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:47.819039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:12:47.819722 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc29106c470>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:12:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:47.824855 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-bf69183c-5509-470e-aead-298581287900 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0965829
Jan 15 15:12:47.856107 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-27702bc1-bf28-4e25-afb3-60396c9fc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:47.858656 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-27702bc1-bf28-4e25-afb3-60396c9fc966 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.1563349
Jan 15 15:12:47.969416 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-148751fc-36a4-4287-afee-8a4c0131ceb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 200  len: 217 time: 0.1013513
Jan 15 15:12:47.978292 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-7fe3bcbd-bd18-405d-a0b9-db412202788f service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524754
Jan 15 15:12:48.017404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:12:48.059431 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-8c069fe3-8991-41a8-a698-dd0731b756e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:48.061294 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-8c069fe3-8991-41a8-a698-dd0731b756e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.0805781
Jan 15 15:12:48.160232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-1ab96234-afac-43ba-9e97-923853d47ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:48.161910 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-1ab96234-afac-43ba-9e97-923853d47ec7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0894339
Jan 15 15:12:48.177547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-cf6ee34c-7c32-4ca5-bb3f-4b86f5f6fe95 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:12:48.178922 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-cf6ee34c-7c32-4ca5-bb3f-4b86f5f6fe95 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0071259
Jan 15 15:12:48.183697 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e5f001ea-964e-4588-9232-4beae488362d req-48a88493-bff3-4174-8919-629c4ccd4dad service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957157
Jan 15 15:12:48.368703 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-83252621-30cd-46ee-a0ae-bd78ebd09672 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783047
Jan 15 15:12:48.581204 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-25c18f99-3347-46dc-a9f7-55c408c81728 req-dc3486a1-8184-4f4c-a451-8c7249413530 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2009239
Jan 15 15:12:48.650238 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc29106c470>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:12:48.655535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f3a06-0efc-4124-97df-809f0d22aec7 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_floatingips': [{'id': '36fb28a3-7ccf-421b-96c1-742806b080b4', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'router_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'port_id': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'mac_address': 'fa:16:3e:48:89:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T15:08:47Z', 'updated_at': '2021-01-15T15:08:55Z', 'revision_number': 2, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:12:48.698052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca243d-6b3f-433f-b7a7-f7807bea1ec1 req-1e7aff4c-0912-435c-8353-bc5b3cc3f8c1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:48.698933 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2eca243d-6b3f-433f-b7a7-f7807bea1ec1 req-1e7aff4c-0912-435c-8353-bc5b3cc3f8c1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:12:48.716300 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-2eca243d-6b3f-433f-b7a7-f7807bea1ec1 req-1e7aff4c-0912-435c-8353-bc5b3cc3f8c1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:12:48.717619 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2eca243d-6b3f-433f-b7a7-f7807bea1ec1 req-1e7aff4c-0912-435c-8353-bc5b3cc3f8c1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1312685
Jan 15 15:12:48.777353 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-2eca243d-6b3f-433f-b7a7-f7807bea1ec1 req-90317c5d-3113-431c-99dd-cb2229f6648f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0528207
Jan 15 15:12:48.820217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:48.977749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:49.084287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e83ca-ce3b-476a-b0db-b8e6adf6df2f None None] New status for floating IP 51681167-f937-4e59-ba5f-4c907f43544c: DOWN {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:12:50.061350 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3534f60-34c5-4334-b1ae-141881dca40d req-27423cc9-ef45-46ca-aa8d-7a1e51c8be59 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:50.063518 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d3534f60-34c5-4334-b1ae-141881dca40d req-27423cc9-ef45-46ca-aa8d-7a1e51c8be59 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1374116
Jan 15 15:12:50.132737 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d3534f60-34c5-4334-b1ae-141881dca40d req-545dcef9-1d27-478f-87ae-be34acf01e0a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0619352
Jan 15 15:12:51.375841 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb5afe-f8e4-4314-bf08-41ec756379db req-eab1bf50-4e24-446d-981f-5f439018ff80 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:51.377548 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a2eb5afe-f8e4-4314-bf08-41ec756379db req-eab1bf50-4e24-446d-981f-5f439018ff80 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1020319
Jan 15 15:12:51.431441 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a2eb5afe-f8e4-4314-bf08-41ec756379db req-6bb34884-b4fe-4ee0-9f24-62443e8b48cc tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0474136
Jan 15 15:12:52.680634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a9e52-a8a4-45fc-b5af-7cd60ac58bb6 req-96e2495d-ffe8-4f29-84b5-5b260a97f4bd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:52.682318 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-858a9e52-a8a4-45fc-b5af-7cd60ac58bb6 req-96e2495d-ffe8-4f29-84b5-5b260a97f4bd tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1178813
Jan 15 15:12:52.736723 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-858a9e52-a8a4-45fc-b5af-7cd60ac58bb6 req-27653d8e-2ad6-4c1f-9bf1-d26c3f94e0f8 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0473392
Jan 15 15:12:53.656766 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052be80-0073-45c8-8250-ed20c7e0112c req-d544f94c-e764-4917-8637-27700dea5cad tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:53.658579 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b052be80-0073-45c8-8250-ed20c7e0112c req-d544f94c-e764-4917-8637-27700dea5cad tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 946 time: 0.1046746
Jan 15 15:12:53.703403 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 9c0fc35f-ca52-44c0-9696-703710f28175 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:12:53.751569 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 9c0fc35f-ca52-44c0-9696-703710f28175 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:12:53.751960 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:53.826784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:53.855249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:12:53.868256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 9c0fc35f-ca52-44c0-9696-703710f28175, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9c0fc35f-ca52-44c0-9696-703710f28175,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:12:53.873429 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:53.877119 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3b3b11e8-5663-40c3-a242-f1e03795dfc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:53.921408 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175', 'code': 200}
Jan 15 15:12:53.957158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=9c0fc35f-ca52-44c0-9696-703710f28175,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:53.965314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.965703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.966600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.966600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.966854 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.967201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.967573 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.967944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.968311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.968677 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.969034 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.969437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.969873 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.970267 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.970638 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.971003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.971367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.971734 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.972097 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.972464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.972833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.973197 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.973570 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.973937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:53.978548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:53.984140 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8120a2-d1b4-49f2-9348-d513125db181 req-3f948460-9e25-4d81-8217-de134531e6c1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:53.986648 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4b8120a2-d1b4-49f2-9348-d513125db181 req-3f948460-9e25-4d81-8217-de134531e6c1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.1120203
Jan 15 15:12:54.039528 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4b8120a2-d1b4-49f2-9348-d513125db181 req-6b3b9d8c-2b05-41f7-abce-ff5858e5352e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0463955
Jan 15 15:12:54.048003 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] For port 9c0fc35f-ca52-44c0-9696-703710f28175, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9c0fc35f-ca52-44c0-9696-703710f28175,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:12:54.048415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:54.184559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 9c0fc35f-ca52-44c0-9696-703710f28175 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:12:54.489374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:12:54.489631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:12:54.991046 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 9c0fc35f-ca52-44c0-9696-703710f28175 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:12:54.991632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:55.083672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:55.322474 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] For port 9c0fc35f-ca52-44c0-9696-703710f28175, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=9c0fc35f-ca52-44c0-9696-703710f28175,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:12:55.322881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:55.417857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d70c38-3b5f-4dfe-8b41-d7de610496d8 req-7b716332-da02-4069-bc80-fbce72bc4d4a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:12:55.419599 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-10d70c38-3b5f-4dfe-8b41-d7de610496d8 req-7b716332-da02-4069-bc80-fbce72bc4d4a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 944 time: 0.2361033
Jan 15 15:12:55.488848 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 9c0fc35f-ca52-44c0-9696-703710f28175 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:12:55.588841 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-10d70c38-3b5f-4dfe-8b41-d7de610496d8 req-b69ad0ea-ac80-47a3-9988-f02a3638a3d2 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1073799
Jan 15 15:12:55.680550 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:55.698596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a99547b0-6f87-4965-804f-17053628f318 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:55.793114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'Port': ['ID=9c0fc35f-ca52-44c0-9696-703710f28175,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:55.795927 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:55.909311 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] No DVR routers for this DVR port 9c0fc35f-ca52-44c0-9696-703710f28175 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:12:55.911643 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:55.914560 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'name': 'network-vif-deleted', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:12:55.929912 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b052be80-0073-45c8-8250-ed20c7e0112c req-69a4fdd2-b5c1-4373-9a1e-0c33d51402a4 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "DELETE /v2.0/ports/9c0fc35f-ca52-44c0-9696-703710f28175 HTTP/1.1" status: 204  len: 173 time: 2.2631323
Jan 15 15:12:56.205963 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f4fcf9-ca85-445e-90db-b520c84eced5', 'name': 'network-vif-deleted', 'tag': '9c0fc35f-ca52-44c0-9696-703710f28175', 'status': 'completed', 'code': 200}
Jan 15 15:12:56.789991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-867634c4-655e-402a-8a16-52f5caa5af5b req-73acc1a6-8d76-4ecb-8d72-1048b97e925d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:12:56.805720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-867634c4-655e-402a-8a16-52f5caa5af5b req-73acc1a6-8d76-4ecb-8d72-1048b97e925d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:12:56.806954 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-867634c4-655e-402a-8a16-52f5caa5af5b req-73acc1a6-8d76-4ecb-8d72-1048b97e925d tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=63f4fcf9-ca85-445e-90db-b520c84eced5 HTTP/1.1" status: 200  len: 210 time: 0.0676031
Jan 15 15:12:58.917391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39684) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:59.109607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.127935 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:12:59.132210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Usage tracker for resource:security_group_rule and tenant:b806a5cca03b44f3b162e440a067a6ac is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:12:59.135387 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:12:59.141183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:12:59.231907 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.234857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.244958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-575ba158-cc77-4ce4-94b7-003616623da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:59.295737 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b806a5cca03b44f3b162e440a067a6ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3771193
Jan 15 15:12:59.296583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad54c4d7-96d4-4d99-a8e7-42ed0169bbb2,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:59.299371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39696) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:12:59.322157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.322588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.323000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.323407 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.323816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.324222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.324620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.325016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.325423 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.325830 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.326256 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.326655 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.327174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.327574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.327959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.328360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.328746 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.329135 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.329527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.329940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.330508 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.331072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.331467 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.331857 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:12:59.338130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f40317e6-94ff-40c9-a95a-98ab16602b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:12:59.394018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.422516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.485674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.492164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-02018896-60f6-45c6-ae2a-7558433a94b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:12:59.513667 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad54c4d7-96d4-4d99-a8e7-42ed0169bbb2,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:12:59.517113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:12:59.521176 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ad54c4d7-96d4-4d99-a8e7-42ed0169bbb2 HTTP/1.1" status: 204  len: 168 time: 0.2154810
Jan 15 15:12:59.521176 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2bffe277-654d-4ad8-a2ab-38616ed08309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:04.681667 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-1b70ca6a-3e16-4a10-b217-eaa93340930b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips/36fb28a3-7ccf-421b-96c1-742806b080b4 HTTP/1.1" status: 200  len: 997 time: 0.1201272
Jan 15 15:13:04.868990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-86e5bc22-e723-4f3e-ab86-59be92dc9569 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:04.870734 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-86e5bc22-e723-4f3e-ab86-59be92dc9569 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.1821389
Jan 15 15:13:04.987727 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-779757dd-2ef7-4996-8b8d-81d627ae01f1 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 1000 time: 0.1082420
Jan 15 15:13:05.091191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-ce6fa503-057c-4ac4-b873-ff12aa04218e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:05.092761 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-ce6fa503-057c-4ac4-b873-ff12aa04218e tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports/3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 942 time: 0.0988038
Jan 15 15:13:05.286494 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-ea04e4c8-c851-4be6-92d2-b84a969d912c tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.26 HTTP/1.1" status: 200  len: 1000 time: 0.1127377
Jan 15 15:13:05.510271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 6f54dde1-cd85-491d-bf17-1b8765b285c4 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:05.510526 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:05.706604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:05.707186 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:05.841030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 6f54dde1-cd85-491d-bf17-1b8765b285c4 owned by network:floatingip {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:05.992058 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:06.007943 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-62079d8e-61af-47d7-ab29-1645bcccb659 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:06.102777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'Port': ['ID=6f54dde1-cd85-491d-bf17-1b8765b285c4,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:06.105822 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:06.240799 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:06.241177 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.l3_db [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Floating IP 36fb28a3-7ccf-421b-96c1-742806b080b4 disassociated (deleted). External IP: 172.27.0.26, port: 3a938a2e-7899-498c-a09f-ed20f4eb8cc3.
Jan 15 15:13:06.841552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:13:06.938609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39806) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:07.040616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:13:07.052552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:13:07.065759 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.072134 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:13:07.072922 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290d52978>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:12:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:07.125376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.125697 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "DELETE /v2.0/floatingips/36fb28a3-7ccf-421b-96c1-742806b080b4 HTTP/1.1" status: 204  len: 173 time: 1.8330092
Jan 15 15:13:07.126406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:13:07.167509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:13:07.183068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Usage tracker for resource:security_group_rule and tenant:d4fa75cfb2d641008b18d2c13780029e is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:13:07.186400 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:13:07.192356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:13:07.215412 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'status': 'completed', 'code': 200}
Jan 15 15:13:07.274672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:13:07.287329 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.292151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.301141 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c9c339f6-a4c4-4257-85d9-ed52281ec5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:07.311158 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-187a98c2-29b9-4fa6-941d-c493e1846721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:07.313238 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-187a98c2-29b9-4fa6-941d-c493e1846721 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1162 time: 0.1730530
Jan 15 15:13:07.351285 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d4fa75cfb2d641008b18d2c13780029e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4089580
Jan 15 15:13:07.352320 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39816) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:07.365306 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d88abe-737f-4621-9eb9-eec662db9942,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:07.380393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.380623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.381021 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.381682 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.382037 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.382533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.383014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.383502 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.384002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.384480 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.384962 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.385443 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.386613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.386613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.386980 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.387455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.387932 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.388424 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.388908 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.389393 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.389872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.390376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.390853 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.391422 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:13:07.403279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f3f3202f-227d-43c3-b9c8-d77c0c60cfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:07.443316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.472784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.523845 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.527996 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-6c1fba30-5acd-49c2-a682-4ab353b0c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:07.529846 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-6c1fba30-5acd-49c2-a682-4ab353b0c2f9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.2106481
Jan 15 15:13:07.531726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-d30b899f-5e9d-4903-a052-0958acc8eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:07.534012 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-d30b899f-5e9d-4903-a052-0958acc8eeca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=37010f80145f44caba1abd118caf0ac2&device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 1162 time: 0.1889575
Jan 15 15:13:07.534200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-59b2ae3e-337a-4a91-b36f-f3e03ac44371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:07.548101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d88abe-737f-4621-9eb9-eec662db9942,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:07.552901 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:07.557234 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/66d88abe-737f-4621-9eb9-eec662db9942 HTTP/1.1" status: 204  len: 168 time: 0.2038443
Jan 15 15:13:07.558432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:07.636328 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-c0b232c7-e0c7-4dbe-9c21-86d153b3f03c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 217 time: 0.0985494
Jan 15 15:13:07.662363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290d52978>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:07.666839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:13:07.676736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:13:07.677534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290d52978>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:12:47Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:07.796043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-c0d747df-8d05-4e02-a607-41e4c83b7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:07.797738 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-c0d747df-8d05-4e02-a607-41e4c83b7c1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1103177
Jan 15 15:13:07.869504 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-4447b6d0-5327-4088-8e1a-23c9a6781521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:07.871157 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-4447b6d0-5327-4088-8e1a-23c9a6781521 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 200  len: 905 time: 0.2764041
Jan 15 15:13:07.882668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:13:07.963335 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-59a75053-83df-4735-93c1-2a9e66a7055e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 200  len: 217 time: 0.0766623
Jan 15 15:13:07.978498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-49332ce4-a872-4b42-8296-4dddc1ade9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:07.980089 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-49332ce4-a872-4b42-8296-4dddc1ade9a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1640422
Jan 15 15:13:08.140816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-9344c5c2-64f4-4091-b1f1-26d3c43f43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:08.142379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-9344c5c2-64f4-4091-b1f1-26d3c43f43a2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 200  len: 850 time: 0.1664033
Jan 15 15:13:08.231186 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-c84d2267-602a-4d30-acd0-a8bd5439bb50 service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152195
Jan 15 15:13:08.251178 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290d52978>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:08.256418 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93641eb-2756-4bfd-a4d3-8e1a9ecd7536 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:03:25Z', 'revision_number': 4, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi', '_interfaces': [{'id': '67253b7a-db69-46d8-bb59-449fcdc19085', 'name': '', 'network_id': '2ee8b40a-9e81-4098-a8a4-9864168b2681', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'mac_address': 'fa:16:3e:05:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:24Z', 'updated_at': '2021-01-15T15:03:38Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'subnets': [{'id': '804819d3-58a0-47d5-8cda-ee73833b3790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:13:08.363230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-b45290b3-ad64-42bc-845d-92a8b90e9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:08.364856 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-b45290b3-ad64-42bc-845d-92a8b90e9f61 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2ee8b40a-9e81-4098-a8a4-9864168b2681&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2037854
Jan 15 15:13:08.488502 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f27b7ceb-7df1-463b-bf2a-30c73312d62c req-42c14851-cc8f-45c5-8237-0b7b28fe945b service neutron] 10.222.0.68 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2443132
Jan 15 15:13:08.540904 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-85f99289-be80-485f-807b-d57ca34f5ceb service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626391
Jan 15 15:13:08.681868 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f2e39d-107e-4eb0-967c-bcd079ba3a42 None None] New status for floating IP 36fb28a3-7ccf-421b-96c1-742806b080b4: DOWN {{(pid=80104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 15 15:13:08.703921 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4e5b1315-8d8c-4984-827e-d42b9f155049 req-987feb39-0357-46ac-8848-26afadf568d0 service neutron] 10.222.0.74 "GET /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1556473
Jan 15 15:13:08.942210 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b5f63-c230-4b89-9deb-bb666652de0e req-04e70f69-adad-49e2-b0d3-523c484c277f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:08.943068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-a50b5f63-c230-4b89-9deb-bb666652de0e req-04e70f69-adad-49e2-b0d3-523c484c277f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:13:08.958629 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-a50b5f63-c230-4b89-9deb-bb666652de0e req-04e70f69-adad-49e2-b0d3-523c484c277f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:13:08.959833 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a50b5f63-c230-4b89-9deb-bb666652de0e req-04e70f69-adad-49e2-b0d3-523c484c277f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 945 time: 0.1177852
Jan 15 15:13:09.010592 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a50b5f63-c230-4b89-9deb-bb666652de0e req-17c6232a-99cc-4d2d-a8da-de1c07f96f87 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0443730
Jan 15 15:13:09.666349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39838) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:09.821127 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:09.837678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:13:09.841779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:516259ab3e45467399c683988fd00b17 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:13:09.844749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:13:09.850596 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:13:09.935215 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:09.938159 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:09.951015 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-7bc654f2-e817-492a-9819-77279cf5898b tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:09.992873 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=516259ab3e45467399c683988fd00b17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3253200
Jan 15 15:13:09.994595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d716e90e-58dc-4981-bcf3-19cafaf1582a,revision_number=1']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:09.995891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39844) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:09.998028 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e5165208-f0ed-4f58-a42a-95ede4778ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:10.070866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:10.099856 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:10.145609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:10.150878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-3ac9522d-0942-4fcd-ba49-9a1ead1fb412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:10.165295 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d716e90e-58dc-4981-bcf3-19cafaf1582a,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:10.168204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:10.169460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:10.174011 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d716e90e-58dc-4981-bcf3-19cafaf1582a HTTP/1.1" status: 204  len: 168 time: 0.1737247
Jan 15 15:13:10.246738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694846-a309-4829-8edc-405e913bf931 req-00e107f6-67de-406e-a41b-5fbf5a06dc7b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:10.248418 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1f694846-a309-4829-8edc-405e913bf931 req-00e107f6-67de-406e-a41b-5fbf5a06dc7b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 945 time: 0.1033211
Jan 15 15:13:10.302458 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1f694846-a309-4829-8edc-405e913bf931 req-b1a1c511-7aa7-49a6-b2d4-42ef61411cc8 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0465660
Jan 15 15:13:11.014406 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80101) accepted ('10.222.0.68', 39868) {{(pid=80101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:11.084367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:11.178555 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1673166494-network', 'tenant_id': '7c5be3e06215495ca89c754e376b4a66'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:13:11.187993 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:13:11.196152 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Usage tracker for resource:network and tenant:7c5be3e06215495ca89c754e376b4a66 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:13:11.206698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:13:11.207498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.214824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:13:11.230475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Made reservation on behalf of 7c5be3e06215495ca89c754e376b4a66 for: {'network': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:13:11.235116 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for network, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.236567 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:13:11.247330 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:11.251214 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.254342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-e6014903-72df-4bae-9230-59bc02a725ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:11.256477 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.276623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:13:11.302419 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051263f-3ba1-4f52-a460-783980b3c836 req-18c17cb4-5892-4059-a25a-0b520790af26 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:11.302578 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'code': 200}
Jan 15 15:13:11.304107 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e051263f-3ba1-4f52-a460-783980b3c836 req-18c17cb4-5892-4059-a25a-0b520790af26 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 945 time: 0.1709650
Jan 15 15:13:11.306851 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5be3e06215495ca89c754e376b4a66 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:13:11.310057 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:13:11.316627 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:13:11.329551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:11.333957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:11.462498 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:11.462991 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.533557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.538551 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.545532 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a3931539-7a03-4229-925d-db97857722e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:11.613620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 15 15:13:11.646212 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701c3898-8b8a-4323-a34f-1321b166e1c7,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:11.650118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:11.655923 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363257251247083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:11.656260 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.db.segments_db [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Added segment 32f17013-9f6b-4f61-a270-963698c89895 of type vxlan for network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b
Jan 15 15:13:11.798494 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793678a-229b-4ea1-b112-f9abaf590528 req-e1d40383-9369-4973-b4e3-d835239b8551 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:11.800430 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d793678a-229b-4ea1-b112-f9abaf590528 req-e1d40383-9369-4973-b4e3-d835239b8551 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 943 time: 0.3556960
Jan 15 15:13:11.858826 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-d793678a-229b-4ea1-b112-f9abaf590528 req-c1361fc2-a6ad-47c9-b074-1f41da60b788 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups?id=3a8b82d7-d60b-4c4e-83dc-0683106e7159&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0515895
Jan 15 15:13:12.014375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363257251701091'] for network, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.094010 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932'] for network, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.095956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] For port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:12.096348 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.104384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:12.105027 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.113090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2f8446da-df69-49a2-9b71-bce59ca5dd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:12.315724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:12.368302 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.3525922
Jan 15 15:13:12.371574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39878) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:12.379313 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Request body: {'subnet': {'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1673166494-subnet', 'tenant_id': '7c5be3e06215495ca89c754e376b4a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:13:12.384809 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:13:12.388863 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Usage tracker for resource:subnet and tenant:7c5be3e06215495ca89c754e376b4a66 is out of sync, need to count used quota {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:13:12.391896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:13:12.396902 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:12.398771 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:13:12.400049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-98d96a6f-bb92-4d66-9802-a101d82b9560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:12.408257 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b details requested by agent ovs-agent-dv-cinder-734144-13-iscsi with host dv-cinder-734144-13-iscsi {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:13:12.410416 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Made reservation on behalf of 7c5be3e06215495ca89c754e376b4a66 for: {'subnet': 1} {{(pid=80102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:13:12.415293 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2763196'] for subnet, before_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.425018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b details requested by agent ovs-agent-hv-cinder-73414 with host hv-cinder-73414 {{(pid=80104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 15 15:13:12.506484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.525421 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-badcecd8-39c3-423f-b298-785816249462 tempest-VolumesActionsTest-1092597706 tempest-VolumesActionsTest-1092597706] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:12.626706 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'Port': ['ID=3a938a2e-7899-498c-a09f-ed20f4eb8cc3,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:12.630528 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:12.751261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] No DVR routers for this DVR port 3a938a2e-7899-498c-a09f-ed20f4eb8cc3 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:13:12.754612 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.759947 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'name': 'network-vif-deleted', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:13:12.780502 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e051263f-3ba1-4f52-a460-783980b3c836 req-caacf3f6-efac-4a23-ac58-b6b4a3ba7f1f tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.74 "DELETE /v2.0/ports/3a938a2e-7899-498c-a09f-ed20f4eb8cc3 HTTP/1.1" status: 204  len: 173 time: 1.4182298
Jan 15 15:13:12.836375 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f2da3-fa01-4229-9e1b-85dfdd1981be', 'name': 'network-vif-deleted', 'tag': '3a938a2e-7899-498c-a09f-ed20f4eb8cc3', 'status': 'completed', 'code': 200}
Jan 15 15:13:12.854812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26793006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2763149'] for subnet, after_create {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:12.871018 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:13.000548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e920c927-625e-4252-ac41-2eccbe025705,revision_number=0']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:13.006750 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:13.068697 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7d08ece4-3970-4e39-8617-0ea21d64230d req-a52a768d-7d62-4183-af8a-574db7d73275 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/ports?device_id=775f2da3-fa01-4229-9e1b-85dfdd1981be HTTP/1.1" status: 200  len: 210 time: 0.0713072
Jan 15 15:13:13.124209 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Checking segment: {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:13:13.125032 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Network hostable DHCP agents. Network: c5d9a477-c6c5-4f15-91d6-a2a751c0c29b, hostable agents: ['1940ab28-15c2-4b4c-9766-72369adc1014'], hosted agents: [] {{(pid=80102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 15 15:13:13.144318 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b is scheduled to be hosted by DHCP agent 1940ab28-15c2-4b4c-9766-72369adc1014 with binding_index 1 {{(pid=80102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 15 15:13:13.154490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-734144-13-iscsi, c5d9a477-c6c5-4f15-91d6-a2a751c0c29b) {{(pid=80102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:13:13.165204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d674a-d585-42fb-9bdb-3fa2149c6a94 None None] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:13:13.168327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:13.168981 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:13.195093 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-45955935-26ab-4f76-9e2c-1abfe6d4d975 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8221102
Jan 15 15:13:13.422743 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890beed-1771-4a03-8fc1-d257f4156ce4 None None] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:13:14.016728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:13:14.295541 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-93831a7e-0a9e-4bd2-9f9e-11e62917c13a tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips/990a04ff-5671-4a6b-a2b1-aaf5466cfd81 HTTP/1.1" status: 200  len: 692 time: 0.0906234
Jan 15 15:13:14.476903 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-7c54aee7-1d29-4814-9d56-f7a216b7fc83 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:14.478412 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-7c54aee7-1d29-4814-9d56-f7a216b7fc83 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/networks/7c28c2cf-a3de-4bd2-82d8-85cbb2496f50 HTTP/1.1" status: 200  len: 784 time: 0.1759620
Jan 15 15:13:14.565417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-8cc03176-02a1-40f6-a2f8-ddc201a03635 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Synchronizing usage tracker for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80102) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:13:14.579692 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-8cc03176-02a1-40f6-a2f8-ddc201a03635 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Unset dirty status for tenant:37010f80145f44caba1abd118caf0ac2 on resource:floatingip {{(pid=80102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:13:14.580979 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-8cc03176-02a1-40f6-a2f8-ddc201a03635 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.45 HTTP/1.1" status: 200  len: 695 time: 0.0960925
Jan 15 15:13:14.671276 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-dbe1bfe8-f854-4958-9ce5-1194c9742a14 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.0.45 HTTP/1.1" status: 200  len: 695 time: 0.0835342
Jan 15 15:13:14.778940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-7efa1956-e25c-4a72-aa9f-8b6daa44f940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:14.843918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Deleting port 1383f0a0-6538-43fb-bde5-560db06d9329 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:14.844232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:15.031704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:15.032083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:15.162815 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Calling delete_port for 1383f0a0-6538-43fb-bde5-560db06d9329 owned by network:floatingip {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:15.307404 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:15.323572 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-54753920-0534-4a23-bf49-bff1faf3fd75 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:15.393527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-ab48a584-97e9-444e-9092-4a2bcaf89502 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:15.394236 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-ab48a584-97e9-444e-9092-4a2bcaf89502 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Synchronizing usage tracker for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:network {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:13:15.411068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-ab48a584-97e9-444e-9092-4a2bcaf89502 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Unset dirty status for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:network {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:13:15.412382 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-ab48a584-97e9-444e-9092-4a2bcaf89502 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 814 time: 0.2002003
Jan 15 15:13:15.414811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'Port': ['ID=1383f0a0-6538-43fb-bde5-560db06d9329,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:15.421915 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:15.430021 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-df49f562-e338-4e2d-b362-fd31398b538f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/quotas/7c5be3e06215495ca89c754e376b4a66 HTTP/1.1" status: 200  len: 375 time: 0.0112078
Jan 15 15:13:15.482370 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-afd7c566-789a-4993-8d21-d59ac623fa69 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461402
Jan 15 15:13:15.494970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-5c556983-22ee-4c71-b7db-51131ee2176a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:13:15.496188 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-5c556983-22ee-4c71-b7db-51131ee2176a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058410
Jan 15 15:13:15.544800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for floatingip, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:15.567066 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for floatingip, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:15.568356 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f40efbc6-440c-49a8-9c02-90e4f74b7ddf req-670c3a27-184a-4561-95c1-2f93eb14351b tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "DELETE /v2.0/floatingips/990a04ff-5671-4a6b-a2b1-aaf5466cfd81 HTTP/1.1" status: 204  len: 173 time: 0.8904865
Jan 15 15:13:15.647627 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-ce343fd8-a970-4b9f-8f68-7773ac0ecaac service neutron] 10.222.0.68 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443028
Jan 15 15:13:15.797825 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-b9a16157-19b4-40d5-b9f0-656e49b05bdd service neutron] 10.222.0.68 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433578
Jan 15 15:13:16.009232 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-ba89b6a4-8a0e-4d98-b692-dbacfda9148f req-c37e5ae1-dee9-4076-8aa9-d8535b5e24f4 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 210 time: 0.0513780
Jan 15 15:13:16.852542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0175ec6d-6c47-4706-8c9f-578a1e4dbb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:17.073555 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a373c425-f2ac-447f-ab5f-462db93481b3 req-b55c22a2-1b5a-4b55-aa29-24a8c137adc9 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "GET /v2.0/security-groups/3a8b82d7-d60b-4c4e-83dc-0683106e7159 HTTP/1.1" status: 200  len: 2997 time: 0.0573494
Jan 15 15:13:17.158642 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a373c425-f2ac-447f-ab5f-462db93481b3 req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:17.190895 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-8e125d4a-ce33-4196-a128-26fcd78f872b req-0855e228-d1e8-4fc6-ae0d-2ca399f325ba tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 210 time: 0.0463269
Jan 15 15:13:17.193199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a373c425-f2ac-447f-ab5f-462db93481b3 req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:17.242890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a373c425-f2ac-447f-ab5f-462db93481b3 req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:17.248327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c197d713-f36f-43de-b56c-7cc6d43691c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:17.265988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b82d7-d60b-4c4e-83dc-0683106e7159,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:17.268936 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:17.275031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:17.278862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-a373c425-f2ac-447f-ab5f-462db93481b3 req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Notify callbacks [] for security_group, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:17.280223 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-a373c425-f2ac-447f-ab5f-462db93481b3 req-beaf7ef5-dd02-41ce-ae35-fb90eac1b6ba tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] 10.222.0.68 "DELETE /v2.0/security-groups/3a8b82d7-d60b-4c4e-83dc-0683106e7159 HTTP/1.1" status: 204  len: 173 time: 0.2002659
Jan 15 15:13:17.358872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39952) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:17.558869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-f4e822f2-897d-4264-a30c-b8398f0dff63 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:17.560645 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-f4e822f2-897d-4264-a30c-b8398f0dff63 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 814 time: 0.1811347
Jan 15 15:13:17.588357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Request body: {'port': {'device_id': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b', 'admin_state_up': True, 'tenant_id': '7c5be3e06215495ca89c754e376b4a66'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:13:17.743656 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:13:17.747909 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Usage tracker for resource:port and tenant:7c5be3e06215495ca89c754e376b4a66 is out of sync, need to count used quota {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 15 15:13:17.751309 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Quota usage for port was recalculated. Used quota:0. {{(pid=80101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 15 15:13:17.757453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:13:17.766444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Made reservation on behalf of 7c5be3e06215495ca89c754e376b4a66 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:13:17.776289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.111675 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Allocated IP 172.20.0.7 (c5d9a477-c6c5-4f15-91d6-a2a751c0c29b/e920c927-625e-4252-ac41-2eccbe025705/8213830a-e4e5-42f5-ab68-951268f324b4) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:13:18.252595 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.383232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.387843 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b47a8a33-f4b5-4a8d-bac8-1d7cc3f25282 req-21a2b062-63d7-4904-93ae-f48366cae1a5 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 210 time: 0.0545321
Jan 15 15:13:18.415840 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.432340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-83941a64-7531-429d-a75f-c59aa98f7257 tempest-AttachVolumeShelveTestJSON-204489593 tempest-AttachVolumeShelveTestJSON-204489593] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:18.573310 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Pushing event updated for resources: {'Port': ['ID=8213830a-e4e5-42f5-ab68-951268f324b4,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:18.577696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:18.635833 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:13:18.637055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:13:18.639552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:13:18.719709 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:18.720425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.735083 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Deleting port 67253b7a-db69-46d8-bb59-449fcdc19085 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:18.735459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.741633 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-bfde25a5-1b09-4522-969c-38477b19b73d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1577981
Jan 15 15:13:18.766414 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Request body: {'port': {'device_id': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:13:18.802939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.896761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.935074 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] For port 67253b7a-db69-46d8-bb59-449fcdc19085, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=67253b7a-db69-46d8-bb59-449fcdc19085,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:18.935472 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:18.979218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.070122 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Calling delete_port for 67253b7a-db69-46d8-bb59-449fcdc19085 owned by network:router_interface {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:19.263608 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.280020 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:19.317002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8213830a-e4e5-42f5-ab68-951268f324b4 {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:13:19.324291 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.337548 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Transition to ACTIVE for port object 8213830a-e4e5-42f5-ab68-951268f324b4 will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:13:19.340468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.356676 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-44527575-2403-4652-9e87-f3b388fa4167 tempest-TestShelveInstance-740437741 tempest-TestShelveInstance-740437741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:19.372171 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=67253b7a-db69-46d8-bb59-449fcdc19085,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:19.380287 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:19.735325 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Pushing event updated for resources: {'Port': ['ID=8213830a-e4e5-42f5-ab68-951268f324b4,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:19.740876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:19.777539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.904203 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce4173-218d-450a-a437-0edf73f5dc1a req-ca062f97-0a6c-4904-b408-6c6a18684a5f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:19.905860 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32ce4173-218d-450a-a437-0edf73f5dc1a req-ca062f97-0a6c-4904-b408-6c6a18684a5f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 943 time: 0.3119106
Jan 15 15:13:19.923666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Attempting to bind port 8213830a-e4e5-42f5-ab68-951268f324b4 on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:13:19.924035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Attempting to bind port 8213830a-e4e5-42f5-ab68-951268f324b4 by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:13:19.924958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Attempting to bind port 8213830a-e4e5-42f5-ab68-951268f324b4 on network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:13:19.931247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:13:19.931623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Checking segment: {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:13:19.932024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.932420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Bound using segment: {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:13:19.932894 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Bound port: 8213830a-e4e5-42f5-ab68-951268f324b4, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:13:19.933271 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:19.992243 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-32ce4173-218d-450a-a437-0edf73f5dc1a req-74cf8f65-b36f-4edf-9677-6f5aa3852a0a tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792320
Jan 15 15:13:20.029340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] For port 8213830a-e4e5-42f5-ab68-951268f324b4, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:13:20.032946 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] For port 8213830a-e4e5-42f5-ab68-951268f324b4, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8213830a-e4e5-42f5-ab68-951268f324b4,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:13:20.043751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:20.061063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-4573ba0a-8bd3-4990-8535-56a17f8ab2aa tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:20.207121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Pushing event updated for resources: {'Port': ['ID=8213830a-e4e5-42f5-ab68-951268f324b4,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:20.223967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:20.258126 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:20.258896 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:20.260572 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-c5ce18a1-b792-435e-9df2-a4176d33f65f service neutron] 10.222.0.74 "PUT /v2.0/ports/8213830a-e4e5-42f5-ab68-951268f324b4 HTTP/1.1" status: 200  len: 1157 time: 1.4990556
Jan 15 15:13:20.261123 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:13:20.324565 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4', 'status': 'completed', 'code': 200}
Jan 15 15:13:20.379198 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Router 4aba2743-9ef5-491f-8d68-fbee897530b4 has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:13:20.419973 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-a4a30888-f7e1-48e3-a997-25aa0fd810f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:20.421624 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-a4a30888-f7e1-48e3-a997-25aa0fd810f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 1160 time: 0.0770915
Jan 15 15:13:20.505560 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-5d41950a-aadd-4b82-92a6-7186fd40bd37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8213830a-e4e5-42f5-ab68-951268f324b4 HTTP/1.1" status: 200  len: 217 time: 0.0685866
Jan 15 15:13:20.567279 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:13:20.576954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] Sync routers for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:13:20.578584 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-2ab56316-0b5f-41f6-a036-2aa549cce333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:20.581210 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-2ab56316-0b5f-41f6-a036-2aa549cce333 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e920c927-625e-4252-ac41-2eccbe025705 HTTP/1.1" status: 200  len: 854 time: 0.0671751
Jan 15 15:13:20.581398 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2b43bf52-4ef4-4a90-8411-3ef7ff995d82 admin admin] 10.222.0.68 "PUT /v2.0/routers/4aba2743-9ef5-491f-8d68-fbee897530b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2205780
Jan 15 15:13:20.583637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39968) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:20.588285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:13:20.589055 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a151d0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:13:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:20.633747 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-9480af8e-c78b-4911-8c3a-a4c1735180c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459573
Jan 15 15:13:20.784634 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:13:20.795276 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-182e6c8f-3bfc-448c-a98e-3a9e917be3b1 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524153
Jan 15 15:13:20.964817 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-be73d8a2-d409-486c-a3ce-8b033eadb4e2 req-003747f8-64fb-4863-a0ea-b1c0bc42ea56 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1592653
Jan 15 15:13:21.031239 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks [] for router, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:21.197913 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-f37c0aaf-42ad-4ba7-8c52-1b1892a2311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:21.197913 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-f37c0aaf-42ad-4ba7-8c52-1b1892a2311b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 1160 time: 0.1028082
Jan 15 15:13:21.286191 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:21.289844 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a151d0>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:13:19Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:21.292862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Deleting port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:21.293237 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:21.294248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] Checking router: 4aba2743-9ef5-491f-8d68-fbee897530b4 for host: dv-cinder-734144-13-iscsi {{(pid=80105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:13:21.303703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] Routers {'4aba2743-9ef5-491f-8d68-fbee897530b4'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:13:21.304381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc291a151d0>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:13:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['4aba2743-9ef5-491f-8d68-fbee897530b4'], 'active': True} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:21.368115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-73688643-25df-4673-914a-f226a99073d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:21.369730 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-73688643-25df-4673-914a-f226a99073d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 908 time: 0.1601455
Jan 15 15:13:21.400075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914a5c8-75d2-4152-99cb-a1bfb6195956 req-a36bb928-97ac-43f2-83f9-0917c759f1a5 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:21.401759 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9914a5c8-75d2-4152-99cb-a1bfb6195956 req-a36bb928-97ac-43f2-83f9-0917c759f1a5 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 943 time: 0.2213929
Jan 15 15:13:21.444982 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-91704496-2bd8-49c6-986b-2507194c0d81 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8213830a-e4e5-42f5-ab68-951268f324b4 HTTP/1.1" status: 200  len: 217 time: 0.0658467
Jan 15 15:13:21.496296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] Set router 4aba2743-9ef5-491f-8d68-fbee897530b4 gateway port host: dv-cinder-734144-13-iscsi {{(pid=80105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:13:21.526751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-3863a965-7ba5-41b1-807f-2e40f7a0fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:21.528485 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-3863a965-7ba5-41b1-807f-2e40f7a0fa75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e920c927-625e-4252-ac41-2eccbe025705 HTTP/1.1" status: 200  len: 854 time: 0.0723534
Jan 15 15:13:21.538226 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9914a5c8-75d2-4152-99cb-a1bfb6195956 req-08c88261-0214-40a9-9fb0-5e191dc186e1 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883162
Jan 15 15:13:21.561554 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] For port 2020b58d-690e-4d7b-b7cc-8dd07a578d1f, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=2020b58d-690e-4d7b-b7cc-8dd07a578d1f,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:21.561977 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:21.587373 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-db57ee03-f608-4223-a32c-dfff9acbb45d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486286
Jan 15 15:13:21.707768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Calling delete_port for 2020b58d-690e-4d7b-b7cc-8dd07a578d1f owned by network:router_gateway {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:21.759892 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-e3b71f3b-d3d6-4a34-96f0-e5965d3df60b service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597095
Jan 15 15:13:21.826376 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc291a151d0>, [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:13:19Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80105) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:21.831764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a9003-6117-41b3-9644-bbdafd259191 None None] The sync data for ids ['4aba2743-9ef5-491f-8d68-fbee897530b4'] in dv-cinder-734144-13-iscsi is: [{'id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'name': 'tempest-TestVolumeBootPattern-524466939-router', 'tenant_id': '37010f80145f44caba1abd118caf0ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:18Z', 'updated_at': '2021-01-15T15:13:19Z', 'revision_number': 5, 'project_id': '37010f80145f44caba1abd118caf0ac2', 'gw_port': {'id': '2020b58d-690e-4d7b-b7cc-8dd07a578d1f', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aba2743-9ef5-491f-8d68-fbee897530b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:19Z', 'updated_at': '2021-01-15T15:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:13:21.858630 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:21.925025 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-c088ae80-d94f-4ce8-8660-2dd61eca3bda req-596d2052-b471-4179-bbd7-babaff9eecfa service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1542604
Jan 15 15:13:22.058831 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.193367 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.195763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.217261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.217817 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aba2743-9ef5-491f-8d68-fbee897530b4 {{(pid=80102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:13:22.231048 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.232275 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-8ff8bad9-5724-4129-be92-4e63053a0ebf admin admin] 10.222.0.68 "DELETE /v2.0/routers/4aba2743-9ef5-491f-8d68-fbee897530b4 HTTP/1.1" status: 204  len: 168 time: 1.6476543
Jan 15 15:13:22.235016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39974) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:22.307768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Deleting subnet 804819d3-58a0-47d5-8cda-ee73833b3790 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:13:22.311102 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.364994 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.449964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.718255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.734417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-40ba192a-0a7b-4368-a156-c5bbf845ebad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:22.782783 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706616-442b-442b-8fc9-adb158bbf21c req-a3aec913-6d8d-4924-93db-0734924cde8a tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:22.783585 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-38706616-442b-442b-8fc9-adb158bbf21c req-a3aec913-6d8d-4924-93db-0734924cde8a tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Synchronizing usage tracker for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:13:22.801726 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-38706616-442b-442b-8fc9-adb158bbf21c req-a3aec913-6d8d-4924-93db-0734924cde8a tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Unset dirty status for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:13:22.803057 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38706616-442b-442b-8fc9-adb158bbf21c req-a3aec913-6d8d-4924-93db-0734924cde8a tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 943 time: 0.1216717
Jan 15 15:13:22.819653 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804819d3-58a0-47d5-8cda-ee73833b3790,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:22.822739 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:22.858622 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-38706616-442b-442b-8fc9-adb158bbf21c req-e9f38d7c-a986-434e-ae6b-d83362377c10 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Synchronizing usage tracker for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:security_group {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:13:22.872489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:22.877080 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-38706616-442b-442b-8fc9-adb158bbf21c req-e9f38d7c-a986-434e-ae6b-d83362377c10 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Unset dirty status for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:security_group {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:13:22.878636 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-38706616-442b-442b-8fc9-adb158bbf21c req-e9f38d7c-a986-434e-ae6b-d83362377c10 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688717
Jan 15 15:13:22.878838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f633e-0347-43e8-95fd-2d261df94732 None None] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:13:22.880146 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-09bce898-db93-43c2-9905-fe21b7ce68d5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/804819d3-58a0-47d5-8cda-ee73833b3790 HTTP/1.1" status: 204  len: 168 time: 0.6440413
Jan 15 15:13:22.882744 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39980) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:23.003674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.079282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Deleting port 8712f877-c216-49e2-8a0c-7c8973edaa52 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:23.079659 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.137535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] DHCP port deletion for 2ee8b40a-9e81-4098-a8a4-9864168b2681 request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:13:23.141881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Deleting port 8712f877-c216-49e2-8a0c-7c8973edaa52 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:23.142363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.247194 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 8712f877-c216-49e2-8a0c-7c8973edaa52 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:23.316060 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] For port 8712f877-c216-49e2-8a0c-7c8973edaa52, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=8712f877-c216-49e2-8a0c-7c8973edaa52,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:23.316520 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.448092 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Calling delete_port for 8712f877-c216-49e2-8a0c-7c8973edaa52 owned by network:dhcp {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:23.526022 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.530685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.objects.ports [None req-32052dce-25e1-4433-be95-0da81a18c7c1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80104) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 15 15:13:23.542507 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-37e7472f-50f7-4b5c-ac81-739fc9701dbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:23.545798 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] For port 8712f877-c216-49e2-8a0c-7c8973edaa52, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=8712f877-c216-49e2-8a0c-7c8973edaa52,segment=NetworkSegment(55e669ed-9761-4604-b48b-4546131de1c3),segment_id=55e669ed-9761-4604-b48b-4546131de1c3)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:23.546276 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.616790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.637728 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8712f877-c216-49e2-8a0c-7c8973edaa52,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:23.640724 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:23.686576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] No DVR routers for this DVR port 8712f877-c216-49e2-8a0c-7c8973edaa52 on host dv-cinder-734144-13-iscsi {{(pid=80102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:13:23.695349 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Calling delete_port for 8712f877-c216-49e2-8a0c-7c8973edaa52 owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:23.787647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 2020b58d-690e-4d7b-b7cc-8dd07a578d1f no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:23.814475 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.825535 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 2020b58d-690e-4d7b-b7cc-8dd07a578d1f {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:13:23.825940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 2020b58d-690e-4d7b-b7cc-8dd07a578d1f not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:13:23.826415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 67253b7a-db69-46d8-bb59-449fcdc19085 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:23.872314 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 67253b7a-db69-46d8-bb59-449fcdc19085 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:13:23.872716 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 67253b7a-db69-46d8-bb59-449fcdc19085 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:13:23.878700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80104) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:13:23.879121 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:13:23.931266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc2908e96a0>,) {'filters': {'network_id': ['2ee8b40a-9e81-4098-a8a4-9864168b2681']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:23.944777 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2908e96a0>, '55e669ed-9761-4604-b48b-4546131de1c3') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:23.945115 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc2908e96a0>, '55e669ed-9761-4604-b48b-4546131de1c3') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:23.957299 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.972305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:23.974357 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:13:24.063680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8213830a-e4e5-42f5-ab68-951268f324b4 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:13:24.137364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 8213830a-e4e5-42f5-ab68-951268f324b4 completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:13:24.143259 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8213830a-e4e5-42f5-ab68-951268f324b4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:13:24.143685 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.272274 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.301700 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:13:24.314026 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 8213830a-e4e5-42f5-ab68-951268f324b4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8213830a-e4e5-42f5-ab68-951268f324b4,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:24.319075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.321051 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:24.380368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Deleting port 8712f877-c216-49e2-8a0c-7c8973edaa52 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:24.380765 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.458201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-c27398f3-7338-4f6d-a4c8-29d819103d91 None None] The port '8712f877-c216-49e2-8a0c-7c8973edaa52' was deleted {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:13:24.459456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=8213830a-e4e5-42f5-ab68-951268f324b4,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:24.463261 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:24.463658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:13:24.479143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.527848 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4', 'code': 200}
Jan 15 15:13:24.685064 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497349b-2fea-4692-8ddf-d32b6aa47731 req-50da5a07-310c-4ddb-90e1-7f32189655cf tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:24.686797 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0497349b-2fea-4692-8ddf-d32b6aa47731 req-50da5a07-310c-4ddb-90e1-7f32189655cf tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.3902292
Jan 15 15:13:24.723788 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Network 2ee8b40a-9e81-4098-a8a4-9864168b2681 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:13:24.748173 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:13:24.840710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c44e48-8081-4a37-988f-9eecb254388c req-a8e86ab5-7308-424d-87a1-bd3de554e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:24.842449 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b0c44e48-8081-4a37-988f-9eecb254388c req-a8e86ab5-7308-424d-87a1-bd3de554e0e5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 1162 time: 0.0756207
Jan 15 15:13:24.852018 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0497349b-2fea-4692-8ddf-d32b6aa47731 req-5d041154-5e5c-4457-b009-9a6ba9a1a30b tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539547
Jan 15 15:13:24.856011 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.859449 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:24.877580 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:24.884391 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee8b40a-9e81-4098-a8a4-9864168b2681,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:24.889632 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:24.896547 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b0c44e48-8081-4a37-988f-9eecb254388c req-2f851583-3d10-4772-a09b-281948e97dc4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427983
Jan 15 15:13:24.901802 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-738eeaa5-7db5-4d37-a5c4-479d0d1eeba5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2ee8b40a-9e81-4098-a8a4-9864168b2681 HTTP/1.1" status: 204  len: 168 time: 2.0180328
Jan 15 15:13:24.904782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 39990) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:25.087078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:25.431877 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8213830a-e4e5-42f5-ab68-951268f324b4 up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:13:25.463959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864544'] for router_interface, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:25.501157 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 8213830a-e4e5-42f5-ab68-951268f324b4 triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:13:25.501611 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:25.949244 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Deleting port 1d830c9f-4436-46b5-b5ea-2d1e2987e353 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:25.949794 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:26.128941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97cac0-31fd-44d0-9f6b-c93ef59ca0ff req-ecbb4f59-4a84-4228-9015-1b29c2fbcd84 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:26.136678 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c97cac0-31fd-44d0-9f6b-c93ef59ca0ff req-ecbb4f59-4a84-4228-9015-1b29c2fbcd84 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.1416638
Jan 15 15:13:26.142005 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] For port 1d830c9f-4436-46b5-b5ea-2d1e2987e353, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=1d830c9f-4436-46b5-b5ea-2d1e2987e353,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:26.142411 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:26.193666 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7c97cac0-31fd-44d0-9f6b-c93ef59ca0ff req-781a051a-b1b6-46dc-9f71-78da30ccaf99 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521121
Jan 15 15:13:26.273711 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Calling delete_port for 1d830c9f-4436-46b5-b5ea-2d1e2987e353 owned by network:router_interface {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:26.452492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:26.468648 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-c0c9c9ce-36b6-4166-9a01-30dfb92cb29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:26.489914 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-0766430a-c53d-4c78-9bc5-a403a048abac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0774634
Jan 15 15:13:26.564761 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d830c9f-4436-46b5-b5ea-2d1e2987e353,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:26.575038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:26.692496 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-7a652548-ab2f-4a8c-b1c4-4510b75136de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:26.694284 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-7a652548-ab2f-4a8c-b1c4-4510b75136de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 1162 time: 0.0874324
Jan 15 15:13:26.876737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-26404f1a-3ff5-485c-95d9-1cd2d383965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:26.878457 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-26404f1a-3ff5-485c-95d9-1cd2d383965c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 908 time: 0.1524682
Jan 15 15:13:26.958993 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-e97b6666-67e9-4fcb-a356-26913b4515d3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8213830a-e4e5-42f5-ab68-951268f324b4 HTTP/1.1" status: 200  len: 217 time: 0.0681973
Jan 15 15:13:27.041610 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-d7cd83fb-a44d-4aa7-9a3e-75d926c50ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:27.043299 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-d7cd83fb-a44d-4aa7-9a3e-75d926c50ec0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e920c927-625e-4252-ac41-2eccbe025705 HTTP/1.1" status: 200  len: 854 time: 0.0771565
Jan 15 15:13:27.102671 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-01cd7f9d-0015-43ee-86b5-a43ec1300db7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474596
Jan 15 15:13:27.119459 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850925456'] for router_interface, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:27.259566 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-02227ae3-2010-46a3-b2b8-64a767f82f06 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452942
Jan 15 15:13:27.409637 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-215cab94-28e2-4aca-a77f-840c4f76f2c0 req-a27f951c-2aa7-40ae-b17f-386caa5278ca service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425683
Jan 15 15:13:27.597341 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9eef2-1594-4e9b-a850-c9e6e65fc7b5 req-3edc5afe-fd2f-47a5-b2c5-8cffda59f0e2 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:13:27.599001 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b2c9eef2-1594-4e9b-a850-c9e6e65fc7b5 req-3edc5afe-fd2f-47a5-b2c5-8cffda59f0e2 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.2651012
Jan 15 15:13:27.744130 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b2c9eef2-1594-4e9b-a850-c9e6e65fc7b5 req-01d56e52-6cbe-4ba9-89f7-cbba5bb3927d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363728
Jan 15 15:13:27.769487 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Router 2de98323-6a7c-4190-8d5e-deb377910f4c has already been hosted by L3 agent 3f27497d-5c00-4f59-9945-eda226f72f42 {{(pid=80102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 15 15:13:27.960113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] Notify agent at l3_agent.dv-cinder-734144-13-iscsi the message routers_updated {{(pid=80102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 15 15:13:27.969382 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] Sync routers for ids ['2de98323-6a7c-4190-8d5e-deb377910f4c'] in dv-cinder-734144-13-iscsi {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 15 15:13:27.969772 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a2f4a721-2560-4350-b165-3822b786cdf1 admin admin] 10.222.0.68 "PUT /v2.0/routers/2de98323-6a7c-4190-8d5e-deb377910f4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0639250
Jan 15 15:13:27.973039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40032) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:27.981620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] Routers {'2de98323-6a7c-4190-8d5e-deb377910f4c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:13:27.982413 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290873828>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:13:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2de98323-6a7c-4190-8d5e-deb377910f4c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:28.168545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks [] for router, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:28.178089 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] Set router 2de98323-6a7c-4190-8d5e-deb377910f4c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:13:28.360390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:28.367869 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Deleting port c88c43ff-a3f7-4f8e-8c43-6a166c803e73 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:28.368249 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:28.512445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290873828>, [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:13:26Z', 'revision_number': 5, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:28.516617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] Checking router: 2de98323-6a7c-4190-8d5e-deb377910f4c for host: dv-cinder-734144-13-iscsi {{(pid=80104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 15 15:13:28.526437 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] Routers {'2de98323-6a7c-4190-8d5e-deb377910f4c'} bound to L3 agent in host dv-cinder-734144-13-iscsi {{(pid=80104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 15 15:13:28.527114 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc290873828>, 'dv-cinder-734144-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T14:52:17Z,description=<?>,heartbeat_timestamp=2021-01-15T15:13:17Z,host='dv-cinder-734144-13-iscsi',id=3f27497d-5c00-4f59-9945-eda226f72f42,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-15T14:52:17Z,topic='l3_agent')) {'router_ids': ['2de98323-6a7c-4190-8d5e-deb377910f4c'], 'active': True} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:28.563068 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] For port c88c43ff-a3f7-4f8e-8c43-6a166c803e73, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=c88c43ff-a3f7-4f8e-8c43-6a166c803e73,segment=NetworkSegment(ea06f8b9-2045-4d7c-8f6d-d54b50a29686),segment_id=ea06f8b9-2045-4d7c-8f6d-d54b50a29686)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:28.563462 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:28.698098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Calling delete_port for c88c43ff-a3f7-4f8e-8c43-6a166c803e73 owned by network:router_gateway {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:28.839201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26793160'] for port, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:28.886040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvr_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] Set router 2de98323-6a7c-4190-8d5e-deb377910f4c gateway port host: dv-cinder-734144-13-iscsi {{(pid=80104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 15 15:13:29.049838 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850940952'] for router_gateway, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.189457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3865538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854735526'] for router, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.192056 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.207538 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_hamode_db [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc290873828>, [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:13:26Z', 'revision_number': 5, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}], 'dv-cinder-734144-13-iscsi', False) {} {{(pid=80104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:29.211796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3e8ce7-27d8-408e-9465-b43db02a9df2 None None] The sync data for ids ['2de98323-6a7c-4190-8d5e-deb377910f4c'] in dv-cinder-734144-13-iscsi is: [{'id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'name': 'tempest-TestVolumeBootPattern-509009234-router', 'tenant_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'external_fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T15:03:29Z', 'updated_at': '2021-01-15T15:13:26Z', 'revision_number': 5, 'project_id': 'de629ef27fce41abbb2a8a48cb0211b2', 'gw_port': {'id': 'c88c43ff-a3f7-4f8e-8c43-6a166c803e73', 'name': '', 'network_id': '7c28c2cf-a3de-4bd2-82d8-85cbb2496f50', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de98323-6a7c-4190-8d5e-deb377910f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-734144-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T15:03:31Z', 'updated_at': '2021-01-15T15:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5d00b6d-c970-4593-9e8d-6029786bd18b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-734144-13-iscsi'}] {{(pid=80104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 15 15:13:29.225670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850922670'] for router, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.226281 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2de98323-6a7c-4190-8d5e-deb377910f4c {{(pid=80102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 15 15:13:29.239524 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] Notify callbacks [] for router, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.241568 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-a76d2302-4077-4d4b-b99f-52143f43f8ee admin admin] 10.222.0.68 "DELETE /v2.0/routers/2de98323-6a7c-4190-8d5e-deb377910f4c HTTP/1.1" status: 204  len: 168 time: 1.2667372
Jan 15 15:13:29.243544 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40058) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:29.312963 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Deleting subnet 32e0a9be-480d-41cf-b51a-913c7e10b06c {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:13:29.316987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.373688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.458361 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.735354 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.752072 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:29.842316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e0a9be-480d-41cf-b51a-913c7e10b06c,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:29.847196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:29.891600 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:29.897352 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900bf109-2555-4299-a4b1-eeee5bc9015c None None] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 requested from dv-cinder-734144-13-iscsi {{(pid=80104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 15 15:13:29.899017 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-45031abc-f574-4a98-8936-a60762d743ca admin admin] 10.222.0.68 "DELETE /v2.0/subnets/32e0a9be-480d-41cf-b51a-913c7e10b06c HTTP/1.1" status: 204  len: 168 time: 0.6543503
Jan 15 15:13:29.901620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40064) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:30.173441 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] DHCP port deletion for 4aebf58c-78e6-41d7-a42e-b3308be69ba4 request from dv-cinder-734144-13-iscsi {{(pid=80104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 15 15:13:30.178756 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Deleting port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 {{(pid=80104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:30.179193 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:30.271880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:30.341436 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Deleting port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:30.341748 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:30.409373 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] For port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:30.409934 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:30.540623 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Calling delete_port for 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 owned by network:dhcp {{(pid=80104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:30.561146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] For port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573, host dv-cinder-734144-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-734144-13-iscsi',level=0,port_id=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,segment=NetworkSegment(b88650e0-e00b-407a-a897-25889ded60df),segment_id=b88650e0-e00b-407a-a897-25889ded60df)] {{(pid=80102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:13:30.561574 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:30.629924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231'] for port, after_delete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:30.645736 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:30.696616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Calling delete_port for 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 owned by network:dhcp {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:13:30.743455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Pushing event deleted for resources: {'Port': ['ID=9f95f41c-8dee-4d9d-91c1-009ec0c4c573,revision_number=None']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:30.746872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:30.780063 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:13:30.780432 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:13:30.795944 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ca275-e2b3-454a-94c5-94ff88107a69 None None] No DVR routers for this DVR port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 on host dv-cinder-734144-13-iscsi {{(pid=80104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:13:31.220755 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d830c9f-4436-46b5-b5ea-2d1e2987e353 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:31.256812 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 1d830c9f-4436-46b5-b5ea-2d1e2987e353 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:13:31.257213 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 1d830c9f-4436-46b5-b5ea-2d1e2987e353 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:13:31.257678 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:31.281371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Deleting port 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 {{(pid=80102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:13:31.281768 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:31.292824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:13:31.293223 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device 9f95f41c-8dee-4d9d-91c1-009ec0c4c573 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:13:31.293698 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device c88c43ff-a3f7-4f8e-8c43-6a166c803e73 no longer exists at agent ovs-agent-dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:13:31.327658 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] No Port match for: c88c43ff-a3f7-4f8e-8c43-6a166c803e73 {{(pid=80104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}}
Jan 15 15:13:31.327987 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Device c88c43ff-a3f7-4f8e-8c43-6a166c803e73 not bound to the agent host dv-cinder-734144-13-iscsi {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 15 15:13:31.350704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] The port '9f95f41c-8dee-4d9d-91c1-009ec0c4c573' was deleted {{(pid=80102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Jan 15 15:13:31.478919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:31.600816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc28b7ceba8>,) {'filters': {'network_id': ['4aebf58c-78e6-41d7-a42e-b3308be69ba4']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:31.614105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28b7ceba8>, 'b88650e0-e00b-407a-a897-25889ded60df') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:31.614575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc28b7ceba8>, 'b88650e0-e00b-407a-a897-25889ded60df') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:13:31.627606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:31.645941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:31.647986 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:13:31.840702 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:13:31.850491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.037222 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Network 4aebf58c-78e6-41d7-a42e-b3308be69ba4 has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   % (table.description, expected, rows_matched)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   % (table.description, expected, rows_matched)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   % (table.description, expected, rows_matched)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   % (table.description, expected, rows_matched)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:13:32.064578 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:13:32.145316 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.148819 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-652d1cdb-42fb-448d-92ae-03735edb3f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:32.163631 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.175463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aebf58c-78e6-41d7-a42e-b3308be69ba4,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:32.178891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:32.180578 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b57de3e2-eb14-4406-a74d-075daa68f1d6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4aebf58c-78e6-41d7-a42e-b3308be69ba4 HTTP/1.1" status: 204  len: 168 time: 2.2779233
Jan 15 15:13:32.348862 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40076) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:32.406507 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-cd96de45-fb26-4f22-a58e-d0a4998e3e65 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37010f80145f44caba1abd118caf0ac2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562763
Jan 15 15:13:32.409607 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40080) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:32.472575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.501587 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.550872 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.556651 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-8c53cf87-f06c-4d51-93f9-6645b0a5a622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:32.575148 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe33ba-33d4-49e1-966d-440ff27eef81,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:32.578381 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:32.581090 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:32.582776 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-918e4cfe-fdb5-4e76-9461-aa6357440d94 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62fe33ba-33d4-49e1-966d-440ff27eef81 HTTP/1.1" status: 204  len: 168 time: 0.1721668
Jan 15 15:13:33.058282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40090) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:33.110859 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-9388d9fc-b39c-4c85-969d-9b9b91287161 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=de629ef27fce41abbb2a8a48cb0211b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513120
Jan 15 15:13:33.113958 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40094) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:13:33.180024 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:33.207408 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:33.258337 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:33.262242 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a5bf9b2a-b067-4653-957c-e2f68bfa43c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:13:33.273957 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d1352c-4787-4785-a952-f5bd49086156,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:13:33.276684 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:13:33.282485 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:33.284250 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-2ec34b08-2b49-442e-ab88-88c26f580524 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16d1352c-4787-4785-a952-f5bd49086156 HTTP/1.1" status: 204  len: 168 time: 0.1687987
Jan 15 15:13:44.781451 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-af425991-9bc0-4616-96b0-70e613a4ff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:46.845078 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-517a56f8-b41e-4d33-b68a-8727a3495346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:47.277420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:48.804795 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:48.982086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:13:51.006558 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:13:55.115866 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:14.783149 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-19b81c01-9d73-4b6d-ae95-e863d00efce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:16.717093 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b719e-4eec-477f-91ae-74c47e3f6456 req-58134a60-c73f-4d0c-ab3f-32b85300b2ba tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:16.718765 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c1b719e-4eec-477f-91ae-74c47e3f6456 req-58134a60-c73f-4d0c-ab3f-32b85300b2ba tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.1010208
Jan 15 15:14:16.774931 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-0c1b719e-4eec-477f-91ae-74c47e3f6456 req-64500223-b456-4ec5-9695-ec47532b74f9 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484390
Jan 15 15:14:16.846455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c68975d7-7384-41c0-b0d3-1b6c8dca9b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:17.281681 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:18.007576 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360029f-7bba-457d-bcd6-3441af0df8dd req-2af578ad-7283-4ca7-ad36-d14024499cff tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:18.009687 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f360029f-7bba-457d-bcd6-3441af0df8dd req-2af578ad-7283-4ca7-ad36-d14024499cff tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.1031001
Jan 15 15:14:18.072784 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-f360029f-7bba-457d-bcd6-3441af0df8dd req-840a3dfe-0500-437a-b249-b5ff4bedb9c4 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571189
Jan 15 15:14:18.806636 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:18.983200 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:19.096547 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-ce08b624-0e78-4adc-a71c-681f93bf3f0f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:19.098128 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-ce08b624-0e78-4adc-a71c-681f93bf3f0f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.1034400
Jan 15 15:14:19.182950 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Deleting port 8213830a-e4e5-42f5-ab68-951268f324b4 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:14:19.183500 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:19.305566 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382d467-b8dc-4b38-8ce0-9553114f0bfd req-a88248b9-2906-461a-8a6d-137965923852 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:19.307257 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7382d467-b8dc-4b38-8ce0-9553114f0bfd req-a88248b9-2906-461a-8a6d-137965923852 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 945 time: 0.1044192
Jan 15 15:14:19.358938 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7382d467-b8dc-4b38-8ce0-9553114f0bfd req-92ce969f-df5f-40d1-abe3-9350da41f61a tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450866
Jan 15 15:14:19.449216 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] For port 8213830a-e4e5-42f5-ab68-951268f324b4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8213830a-e4e5-42f5-ab68-951268f324b4,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:14:19.449617 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:19.495959 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 8213830a-e4e5-42f5-ab68-951268f324b4 no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:14:19.578506 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Calling delete_port for 8213830a-e4e5-42f5-ab68-951268f324b4 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:14:19.611710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:19.639811 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:14:19.650557 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 8213830a-e4e5-42f5-ab68-951268f324b4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8213830a-e4e5-42f5-ab68-951268f324b4,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:14:19.653482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:19.655394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:14:19.662824 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:14:19.663172 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:14:19.701377 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4', 'code': 200}
Jan 15 15:14:19.728164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=8213830a-e4e5-42f5-ab68-951268f324b4,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:14:19.735961 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.736355 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.736735 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.737112 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.737488 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.737858 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.738280 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.738644 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.739013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.739988 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.740363 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.740723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.741165 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.741534 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.741918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.742305 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.742671 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.743038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.743401 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.743764 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.744129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.744492 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.744860 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.745220 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:19.749665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:14:20.164255 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Deleting port 8213830a-e4e5-42f5-ab68-951268f324b4 {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:14:20.164871 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:20.419415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] For port 8213830a-e4e5-42f5-ab68-951268f324b4, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=8213830a-e4e5-42f5-ab68-951268f324b4,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:14:20.419823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:20.604489 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2f5a8-426b-442c-99f5-74f82b9b48bf req-8a00a2dc-6d40-428d-8a11-9d3b6eb60a6c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:20.606264 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4cf2f5a8-426b-442c-99f5-74f82b9b48bf req-8a00a2dc-6d40-428d-8a11-9d3b6eb60a6c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 943 time: 0.1119943
Jan 15 15:14:20.660514 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4cf2f5a8-426b-442c-99f5-74f82b9b48bf req-8ed7b87b-f9cc-4ef3-b1cb-189b66b4d29f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474498
Jan 15 15:14:20.788674 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Calling delete_port for 8213830a-e4e5-42f5-ab68-951268f324b4 owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:14:20.936371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:20.954167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-f7860613-ab55-48ca-b5ec-b01f5a4777c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:14:21.046979 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Pushing event deleted for resources: {'Port': ['ID=8213830a-e4e5-42f5-ab68-951268f324b4,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:14:21.067747 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.068154 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.068669 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.069084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.069495 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.069910 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.070334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.070737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.071137 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.071533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.071955 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.072331 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.072802 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.073199 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.073593 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.074012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.074444 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.074839 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.075231 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.075624 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.076016 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.076410 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.076803 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.077196 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:14:21.081253 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:14:21.176881 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] No DVR routers for this DVR port 8213830a-e4e5-42f5-ab68-951268f324b4 on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:14:21.179187 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:21.183360 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'name': 'network-vif-deleted', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:14:21.198502 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-e0d2cdbf-c474-4a10-a3ac-73741bb34795 req-706b9227-0c40-4701-8bab-62ea446ae5ee tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "DELETE /v2.0/ports/8213830a-e4e5-42f5-ab68-951268f324b4 HTTP/1.1" status: 204  len: 173 time: 2.0941300
Jan 15 15:14:21.246392 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdac530e-98a9-4d9b-abab-e9ecf5d26062', 'name': 'network-vif-deleted', 'tag': '8213830a-e4e5-42f5-ab68-951268f324b4', 'status': 'completed', 'code': 200}
Jan 15 15:14:21.858797 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-b9a74486-ee44-4ae6-ae91-a4faedff62d6 req-3ec2bb73-90a0-426f-9d8a-fba4c772e776 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=fdac530e-98a9-4d9b-abab-e9ecf5d26062 HTTP/1.1" status: 200  len: 210 time: 0.0467465
Jan 15 15:14:25.129076 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:28.007144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:14:32.554110 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-cfe6f831-0f98-4914-99c6-e1422a56f634 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:32.555722 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-cfe6f831-0f98-4914-99c6-e1422a56f634 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 814 time: 0.1759219
Jan 15 15:14:32.571812 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-323b2677-51ff-473b-b78d-c7258bd136c2 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/quotas/7c5be3e06215495ca89c754e376b4a66 HTTP/1.1" status: 200  len: 375 time: 0.0100968
Jan 15 15:14:32.626105 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-52b24705-6d4c-43bc-b5da-e10175195c6b tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486393
Jan 15 15:14:32.772606 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-d7cdf0b3-4d8b-4fc8-bdb6-0b3086fdb214 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 15 15:14:32.773705 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-d7cdf0b3-4d8b-4fc8-bdb6-0b3086fdb214 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1405070
Jan 15 15:14:32.917843 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-86c6308d-a125-4b51-a8e3-4594eb722c3c service neutron] 10.222.0.68 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372263
Jan 15 15:14:33.062379 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-fc51cc2d-e9e6-4ae8-b62e-119db77d75e7 service neutron] 10.222.0.68 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378169
Jan 15 15:14:33.265463 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-09e99563-5106-489c-bcc4-0b7983c1a4e0 req-ee5e32cf-f84e-45c8-8aea-1ed0a64f5867 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Synchronizing usage tracker for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:14:33.281164 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-09e99563-5106-489c-bcc4-0b7983c1a4e0 req-ee5e32cf-f84e-45c8-8aea-1ed0a64f5867 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Unset dirty status for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:14:33.282522 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-09e99563-5106-489c-bcc4-0b7983c1a4e0 req-ee5e32cf-f84e-45c8-8aea-1ed0a64f5867 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 210 time: 0.0634172
Jan 15 15:14:34.459343 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-80115967-3fa0-40f4-9e35-cef0f51d5142 req-55e78821-98ca-4f2d-9a35-c4f34ff61509 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 210 time: 0.0469944
Jan 15 15:14:34.510650 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-feef5ada-d6e0-4df0-8c92-b964867b10f8 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:34.512290 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-feef5ada-d6e0-4df0-8c92-b964867b10f8 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 814 time: 0.1825385
Jan 15 15:14:34.540984 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Request body: {'port': {'device_id': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b', 'admin_state_up': True, 'tenant_id': '7c5be3e06215495ca89c754e376b4a66'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:14:34.689696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 15 15:14:34.700234 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.quota.driver [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 15 15:14:34.709518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Made reservation on behalf of 7c5be3e06215495ca89c754e376b4a66 for: {'port': 1} {{(pid=80101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 15 15:14:34.718518 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:35.032417 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_common [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Allocated IP 172.20.0.12 (c5d9a477-c6c5-4f15-91d6-a2a751c0c29b/e920c927-625e-4252-ac41-2eccbe025705/4a195d59-3e28-44f4-beac-f821e5372cfe) {{(pid=80101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 15 15:14:35.250666 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks [] for port, precommit_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:35.276546 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779603069623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_create {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:35.296328 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-a918238f-a9ac-4e83-bcce-cc84408f6199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:14:35.431948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Pushing event updated for resources: {'Port': ['ID=4a195d59-3e28-44f4-beac-f821e5372cfe,revision_number=1']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:14:35.436590 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:14:35.491266 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b is already hosted by enough agents. {{(pid=80101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 15 15:14:35.492460 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.scheduler.base_scheduler [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Resources bound (agent type, host, resource id):  {{(pid=80101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 15 15:14:35.494940 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Received port after_create {{(pid=80101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 15 15:14:35.575491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:35.576106 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:35.653041 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-71d04190-bbcd-4d14-8227-9193fc7fa342 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1171234
Jan 15 15:14:35.675084 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.v2.base [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Request body: {'port': {'device_id': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73414'}} {{(pid=80101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 15 15:14:35.763561 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc961e-2f8a-417b-ac17-f5e90fc24450 req-f7195569-ce33-4bb6-a702-e5d808adb7b6 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:35.764342 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-fbcc961e-2f8a-417b-ac17-f5e90fc24450 req-f7195569-ce33-4bb6-a702-e5d808adb7b6 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Synchronizing usage tracker for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:port {{(pid=80101) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 15 15:14:35.835941 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.quota.resource [req-fbcc961e-2f8a-417b-ac17-f5e90fc24450 req-f7195569-ce33-4bb6-a702-e5d808adb7b6 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Unset dirty status for tenant:7c5be3e06215495ca89c754e376b4a66 on resource:port {{(pid=80101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 15 15:14:35.837166 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fbcc961e-2f8a-417b-ac17-f5e90fc24450 req-f7195569-ce33-4bb6-a702-e5d808adb7b6 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 932 time: 0.2410612
Jan 15 15:14:35.844983 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:35.952015 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-fbcc961e-2f8a-417b-ac17-f5e90fc24450 req-c1d2c656-c39f-4963-b893-177101dd90a1 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079156
Jan 15 15:14:36.308621 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a195d59-3e28-44f4-beac-f821e5372cfe {{(pid=80101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jan 15 15:14:36.315880 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:36.328542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Transition to ACTIVE for port object 4a195d59-3e28-44f4-beac-f821e5372cfe will not be triggered until provisioned by entity L2. {{(pid=80101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 15 15:14:36.331289 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:36.345052 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-65ddcce0-5cb7-4729-93a1-7095d6209e3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:14:36.483365 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Pushing event updated for resources: {'Port': ['ID=4a195d59-3e28-44f4-beac-f821e5372cfe,revision_number=2']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:14:36.486575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:14:36.672201 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Attempting to bind port 4a195d59-3e28-44f4-beac-f821e5372cfe on host hv-cinder-73414 for vnic_type normal with profile  {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 15 15:14:36.672800 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Attempting to bind port 4a195d59-3e28-44f4-beac-f821e5372cfe by drivers openvswitch on host hv-cinder-73414 at level 0 using segments [{'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 15 15:14:36.672949 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Attempting to bind port 4a195d59-3e28-44f4-beac-f821e5372cfe on network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 15 15:14:36.678835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Checking agent: {'id': '1201d472-4641-47bb-b56f-2f4ee49a6bdc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 14, 59, 23), 'started_at': datetime.datetime(2021, 1, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 15 15:14:36.679217 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Checking segment: {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 15 15:14:36.679626 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:36.680031 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Bound using segment: {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'} {{(pid=80101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 15 15:14:36.680509 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Bound port: 4a195d59-3e28-44f4-beac-f821e5372cfe, host: hv-cinder-73414, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f17013-9f6b-4f61-a270-963698c89895', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c5d9a477-c6c5-4f15-91d6-a2a751c0c29b'}}] {{(pid=80101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 15 15:14:36.680891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:36.774985 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] For port 4a195d59-3e28-44f4-beac-f821e5372cfe, host hv-cinder-73414, cleared binding levels {{(pid=80101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 15 15:14:36.778170 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] For port 4a195d59-3e28-44f4-beac-f821e5372cfe, host hv-cinder-73414, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=4a195d59-3e28-44f4-beac-f821e5372cfe,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 15 15:14:36.781340 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4111169'] for port, after_update {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:36.798758 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:14:36.946105 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Pushing event updated for resources: {'Port': ['ID=4a195d59-3e28-44f4-beac-f821e5372cfe,revision_number=3']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:14:36.949523 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:14:36.996609 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:36.997151 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:36.998666 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-24072f7b-b2a4-4c7f-b8f0-eaa1b9c74c2c service neutron] 10.222.0.74 "PUT /v2.0/ports/4a195d59-3e28-44f4-beac-f821e5372cfe HTTP/1.1" status: 200  len: 1158 time: 1.3297725
Jan 15 15:14:36.999204 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:14:37.062425 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe', 'status': 'completed', 'code': 200}
Jan 15 15:14:37.169343 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-3b7302f9-9fbd-442a-8424-22a819a0df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:37.171027 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-3b7302f9-9fbd-442a-8424-22a819a0df72 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 1161 time: 0.0773151
Jan 15 15:14:37.190218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e961cde-8243-4677-b382-883395ec5bbb req-89c48bc9-e01a-46f5-937f-eabfdbb0df6f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:37.192441 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e961cde-8243-4677-b382-883395ec5bbb req-89c48bc9-e01a-46f5-937f-eabfdbb0df6f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 944 time: 0.1018665
Jan 15 15:14:37.247696 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-6e961cde-8243-4677-b382-883395ec5bbb req-b4488fbc-9ffd-4256-aa7c-68d1f2b9e6a3 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487351
Jan 15 15:14:37.255082 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-01bd84a8-913e-48bb-89bf-2fe067d19aa9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a195d59-3e28-44f4-beac-f821e5372cfe HTTP/1.1" status: 200  len: 217 time: 0.0690346
Jan 15 15:14:37.325823 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-4b3b5319-13f5-416f-a158-ca811f57931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:37.327469 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-4b3b5319-13f5-416f-a158-ca811f57931f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e920c927-625e-4252-ac41-2eccbe025705 HTTP/1.1" status: 200  len: 854 time: 0.0655851
Jan 15 15:14:37.379164 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-d65a8b58-d48d-4aa8-8c66-492dd0142448 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442979
Jan 15 15:14:37.526260 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-8cd7f1a9-55cb-4553-8fb9-420649af1f50 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389012
Jan 15 15:14:37.671778 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-1bfe085e-d702-4418-9960-263a4a77cb8b req-2873ea1c-575b-48bc-9843-64f68789b8c9 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374891
Jan 15 15:14:37.860014 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-dd9ab1f6-9823-48e4-b9c4-03f876a47d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:37.861632 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-dd9ab1f6-9823-48e4-b9c4-03f876a47d7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7c5be3e06215495ca89c754e376b4a66&device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 1161 time: 0.0802524
Jan 15 15:14:38.006948 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-ad3293c8-ca55-4171-b902-4682af82b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:38.008558 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-ad3293c8-ca55-4171-b902-4682af82b2f0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 200  len: 908 time: 0.1395099
Jan 15 15:14:38.086034 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-7d083835-d389-4620-a540-390042976d1c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a195d59-3e28-44f4-beac-f821e5372cfe HTTP/1.1" status: 200  len: 217 time: 0.0659649
Jan 15 15:14:38.441394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-3dc945ae-4810-4f8c-b3fd-a7f3a5287a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:38.443080 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-3dc945ae-4810-4f8c-b3fd-a7f3a5287a06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e920c927-625e-4252-ac41-2eccbe025705 HTTP/1.1" status: 200  len: 854 time: 0.3472042
Jan 15 15:14:38.501906 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-b7de2182-1b32-4143-aba9-916cbab19e05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498319
Jan 15 15:14:38.630763 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36903376-fae7-4075-a9b2-810d0a5276aa req-74b3696d-fc84-40c7-933c-d1c0f43f6843 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:38.632411 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-36903376-fae7-4075-a9b2-810d0a5276aa req-74b3696d-fc84-40c7-933c-d1c0f43f6843 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 944 time: 0.2445688
Jan 15 15:14:38.720190 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-36903376-fae7-4075-a9b2-810d0a5276aa req-e7d99b22-10bd-42d1-a6e8-47c1d43df7af tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805368
Jan 15 15:14:38.722335 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-177b7b20-a7fa-4c6b-bc87-1b521380dfd5 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124145
Jan 15 15:14:38.869156 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-44a052d4-9ecd-4ff3-bd33-d96755089057 req-528a8a8b-86ca-4288-904e-452d9afe8de8 service neutron] 10.222.0.74 "GET /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391001
Jan 15 15:14:39.953334 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d62ebc-90a3-494c-be41-bae694aeb543 req-f3bfec66-d5cf-43ab-ab6e-33ceff16a859 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:39.954993 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-37d62ebc-90a3-494c-be41-bae694aeb543 req-f3bfec66-d5cf-43ab-ab6e-33ceff16a859 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 944 time: 0.1031659
Jan 15 15:14:40.007161 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-37d62ebc-90a3-494c-be41-bae694aeb543 req-c093fc5c-e6aa-464b-a49d-79bf070408de tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457125
Jan 15 15:14:40.877399 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 4a195d59-3e28-44f4-beac-f821e5372cfe up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:14:40.945533 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning for port 4a195d59-3e28-44f4-beac-f821e5372cfe completed by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 15 15:14:40.950665 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 4a195d59-3e28-44f4-beac-f821e5372cfe triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:14:40.951088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:41.071929 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:41.099232 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:14:41.109859 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 4a195d59-3e28-44f4-beac-f821e5372cfe, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=4a195d59-3e28-44f4-beac-f821e5372cfe,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:14:41.115322 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:41.117591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:14:41.182079 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe', 'code': 200}
Jan 15 15:14:41.192807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=4a195d59-3e28-44f4-beac-f821e5372cfe,revision_number=4']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:14:41.196660 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:14:41.249285 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d517dc0-5db5-4784-96ba-deea8f2649b4 req-2ed3a44d-7219-43b7-8851-8441641d75df tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:41.251258 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d517dc0-5db5-4784-96ba-deea8f2649b4 req-2ed3a44d-7219-43b7-8851-8441641d75df tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 946 time: 0.1043055
Jan 15 15:14:41.309229 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-9d517dc0-5db5-4784-96ba-deea8f2649b4 req-910857dc-3da1-4a36-92a3-c7cdd99cf724 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511084
Jan 15 15:14:41.469386 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce14450-ab6d-4178-8360-f9e0da9cc463 req-b6dbdbf0-fb8e-4eaf-9d0b-f5bb34d4c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:41.470980 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ce14450-ab6d-4178-8360-f9e0da9cc463 req-b6dbdbf0-fb8e-4eaf-9d0b-f5bb34d4c107 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 1163 time: 0.0752997
Jan 15 15:14:41.515450 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-7ce14450-ab6d-4178-8360-f9e0da9cc463 req-ae4fcfb3-2b70-4506-bf4c-ad54662abead service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372219
Jan 15 15:14:42.542516 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d81ea-6050-4015-a692-bbe0c990bda7 req-023de608-c9cd-46c2-8fd4-78c70cae0b8b tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:42.544138 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-438d81ea-6050-4015-a692-bbe0c990bda7 req-023de608-c9cd-46c2-8fd4-78c70cae0b8b tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 946 time: 0.1043990
Jan 15 15:14:42.594620 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-438d81ea-6050-4015-a692-bbe0c990bda7 req-32566b9f-2b99-48bd-9bfb-0a42bd68a3be tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441995
Jan 15 15:14:42.640448 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 4a195d59-3e28-44f4-beac-f821e5372cfe up at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 15 15:14:42.712049 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.provisioning_blocks [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Provisioning complete for port 4a195d59-3e28-44f4-beac-f821e5372cfe triggered by entity L2. {{(pid=80104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 15 15:14:42.712527 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608323'] for port, provisioning_complete {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:43.828245 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b211c3-4e63-41bf-befd-0261193a48f3 req-ce898e78-7232-4e7c-852d-aeccd8e9e35d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:14:43.829808 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-75b211c3-4e63-41bf-befd-0261193a48f3 req-ce898e78-7232-4e7c-852d-aeccd8e9e35d tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 946 time: 0.1059287
Jan 15 15:14:43.884365 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-75b211c3-4e63-41bf-befd-0261193a48f3 req-8ef62592-ff33-4916-b43e-d9c3da686531 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480165
Jan 15 15:14:44.785043 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c1f47c08-33d4-4032-90a6-84fe9d61e998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:46.849757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7d38-2508-44d8-89f0-7fde35d02938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:47.283703 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:48.808344 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:48.986531 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:14:55.873673 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:05.006396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:15:06.503919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd767e-39d8-4603-b0d4-476d1a2bf3d7 req-696881fc-0a73-4d59-acfc-6d17adc53109 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:15:06.505624 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-34bd767e-39d8-4603-b0d4-476d1a2bf3d7 req-696881fc-0a73-4d59-acfc-6d17adc53109 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 946 time: 0.1034920
Jan 15 15:15:06.559188 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-34bd767e-39d8-4603-b0d4-476d1a2bf3d7 req-7a2ed411-d3db-419a-a920-e384819905b5 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470765
Jan 15 15:15:07.788937 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf736-4ce8-4927-b098-03c9db834218 req-0e962024-56b3-4b2b-8b0f-6752b4112da7 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:15:07.790547 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f9cf736-4ce8-4927-b098-03c9db834218 req-0e962024-56b3-4b2b-8b0f-6752b4112da7 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 946 time: 0.1009498
Jan 15 15:15:07.845183 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-3f9cf736-4ce8-4927-b098-03c9db834218 req-65318fe2-ef27-45bc-a33d-f6c1a49a1ca5 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483162
Jan 15 15:15:08.806890 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-e0b2b06b-41a7-4a16-8dec-1b6fd8ee103f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:15:08.808496 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-e0b2b06b-41a7-4a16-8dec-1b6fd8ee103f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 946 time: 0.1056087
Jan 15 15:15:08.850647 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Device 4a195d59-3e28-44f4-beac-f821e5372cfe no longer exists at agent ovs-agent-hv-cinder-73414 {{(pid=80104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 15 15:15:08.892190 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Deleting port 4a195d59-3e28-44f4-beac-f821e5372cfe {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:15:08.892591 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:08.971552 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-528105'] for port, before_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:09.001007 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe'}] {{(pid=80104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:15:09.011751 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] For port 4a195d59-3e28-44f4-beac-f821e5372cfe, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=4a195d59-3e28-44f4-beac-f821e5372cfe,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:15:09.015939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779603478080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257251733569', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779603042265'] for port, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:09.017796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:15:09.084836 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe', 'code': 200}
Jan 15 15:15:09.090481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Pushing event updated for resources: {'Port': ['ID=4a195d59-3e28-44f4-beac-f821e5372cfe,revision_number=5']} {{(pid=80104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:15:09.094117 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:15:09.210575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa9ef1-ea78-4a4c-b427-5f6436564cb9 req-d86e62b5-b831-4927-987e-6ba2a7b68723 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:15:09.211953 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30aa9ef1-ea78-4a4c-b427-5f6436564cb9 req-d86e62b5-b831-4927-987e-6ba2a7b68723 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 944 time: 0.2289202
Jan 15 15:15:09.290069 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] For port 4a195d59-3e28-44f4-beac-f821e5372cfe, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=4a195d59-3e28-44f4-beac-f821e5372cfe,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:15:09.290468 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:09.365920 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-30aa9ef1-ea78-4a4c-b427-5f6436564cb9 req-47d3965c-b307-4499-a620-156d25d34f67 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462238
Jan 15 15:15:09.434565 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Calling delete_port for 4a195d59-3e28-44f4-beac-f821e5372cfe owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:15:09.514183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.db.api [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 15 15:15:09.514545 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_db.api [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 15 15:15:10.015384 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Deleting port 4a195d59-3e28-44f4-beac-f821e5372cfe {{(pid=80101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}}
Jan 15 15:15:10.015918 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363257251303335'] for port, before_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:10.283248 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.db [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] For port 4a195d59-3e28-44f4-beac-f821e5372cfe, host hv-cinder-73414, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73414',level=0,port_id=4a195d59-3e28-44f4-beac-f821e5372cfe,segment=NetworkSegment(32f17013-9f6b-4f61-a270-963698c89895),segment_id=32f17013-9f6b-4f61-a270-963698c89895)] {{(pid=80101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 15 15:15:10.283583 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850946379'] for port, precommit_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:10.411372 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.plugin [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Calling delete_port for 4a195d59-3e28-44f4-beac-f821e5372cfe owned by compute:nova {{(pid=80101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Jan 15 15:15:10.569379 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-528052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779603478097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779603042231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850664616'] for port, after_delete {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:10.585327 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-914d43d1-e365-43b5-9401-557b23028019 tempest-TestVolumeBootPattern-640026869 tempest-TestVolumeBootPattern-640026869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:15:10.603466 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebdbf6-c771-495b-94f0-365f768a6e80 req-ecab7e95-32e1-45fa-9145-70e904ae782f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 15 15:15:10.605128 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bcebdbf6-c771-495b-94f0-365f768a6e80 req-ecab7e95-32e1-45fa-9145-70e904ae782f tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 944 time: 0.1057327
Jan 15 15:15:10.630807 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Pushing event deleted for resources: {'Port': ['ID=4a195d59-3e28-44f4-beac-f821e5372cfe,revision_number=None']} {{(pid=80101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:15:10.660200 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-bcebdbf6-c771-495b-94f0-365f768a6e80 req-a0cebf7c-18ce-4b9a-a497-962fc9dcbd95 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/security-groups?id=701c3898-8b8a-4323-a34f-1321b166e1c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485620
Jan 15 15:15:10.684113 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:15:10.789738 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.l3_dvrscheduler_db [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] No DVR routers for this DVR port 4a195d59-3e28-44f4-beac-f821e5372cfe on host hv-cinder-73414 {{(pid=80101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 15 15:15:10.791970 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854746100'] for port, before_response {{(pid=80101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:10.794785 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'name': 'network-vif-deleted', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe'}] {{(pid=80101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jan 15 15:15:10.810370 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-37347ed4-acbe-42ca-ad8f-01d12d3095ff req-0d66d9bc-a7cc-4e93-b6d3-2b6756c3ac2c tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.74 "DELETE /v2.0/ports/4a195d59-3e28-44f4-beac-f821e5372cfe HTTP/1.1" status: 204  len: 173 time: 1.9944763
Jan 15 15:15:10.854298 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a228e1d-47c1-43f2-9ae9-622361c24a29', 'name': 'network-vif-deleted', 'tag': '4a195d59-3e28-44f4-beac-f821e5372cfe', 'status': 'completed', 'code': 200}
Jan 15 15:15:11.854933 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [req-4742cdaf-5fc0-4949-97ee-868ad6b1ae87 req-4a892127-85cb-4629-9a5d-4363541aa3b3 tempest-VolumesSnapshotTestJSON-941579230 tempest-VolumesSnapshotTestJSON-941579230] 10.222.0.68 "GET /v2.0/ports?device_id=4a228e1d-47c1-43f2-9ae9-622361c24a29 HTTP/1.1" status: 200  len: 210 time: 0.0503447
Jan 15 15:15:14.786790 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bb8bebdf-758f-40be-b76a-b46c5ad9e409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:16.853118 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f3e83056-9de1-4bfb-bfe6-07b58357071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:17.286150 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:18.811782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:18.989174 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:25.895458 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:38.920891 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40558) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:15:38.987396 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Deleting subnet e920c927-625e-4252-ac41-2eccbe025705 {{(pid=80102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 15 15:15:38.990727 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:39.046482 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2864847'] for subnet, precommit_delete_associations {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:39.109095 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854175812'] for subnet, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:39.374000 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-599988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827982622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852012651'] for subnet, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:39.389836 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:15:39.707967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e920c927-625e-4252-ac41-2eccbe025705,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:15:39.731445 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.731876 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.732296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.732719 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.733130 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.733539 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.733967 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.734375 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.734782 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.735185 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.735588 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.735990 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73414 {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.736470 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.736878 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.737282 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.737683 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.738109 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.738490 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.738897 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.739296 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.739696 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.740680 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.741139 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.741542 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-734144-13-iscsi {{(pid=80102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 15 15:15:39.746455 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:15:39.773088 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:39.779103 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-26e7c7f9-c406-4f67-bc38-d880377be6de admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e920c927-625e-4252-ac41-2eccbe025705 HTTP/1.1" status: 204  len: 168 time: 0.8571241
Jan 15 15:15:39.781757 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40562) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:15:39.898128 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854127729'] for network, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.086385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-600011', 'neutron.services.segments.db._delete_segments_for_network-8779603528717'] for network, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.202525 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc290579be0>,) {'filters': {'network_id': ['c5d9a477-c6c5-4f15-91d6-a2a751c0c29b']}} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:15:40.215672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc290579be0>, '32f17013-9f6b-4f61-a270-963698c89895') {'for_net_delete': True} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:15:40.216012 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.services.segments.db [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc290579be0>, '32f17013-9f6b-4f61-a270-963698c89895') {} {{(pid=80102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 15 15:15:40.228426 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257251142670', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851910921'] for segment, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.243098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854174103'] for segment, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.245086 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 15 15:15:40.429613 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:15:40.438635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-601697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827982657'] for segment, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.616377 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.plugins.ml2.managers [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Network c5d9a477-c6c5-4f15-91d6-a2a751c0c29b has no segments {{(pid=80102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]: Traceback (most recent call last):
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     timer()
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     cb(*args, **kw)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     return func(*args, **kwargs)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     self._notify()
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     self.callback(batched_events)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     event.method(event)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     segment_id)['aggregates'][0]
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     return f(self, *a, **k)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self._get(url).json()
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     **kwargs)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     return self.request(url, 'GET', **kwargs)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     **endpoint_filter)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 15 15:15:40.643015 dv-cinder-734144-13-iscsi neutron-server[79990]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 15 15:15:40.720100 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854175806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3834767'] for network, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.725066 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3227075'] for network, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:40.728954 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:15:40.752143 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d9a477-c6c5-4f15-91d6-a2a751c0c29b,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:15:40.754875 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:15:40.761281 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-087516ac-9aae-40f5-969b-9525eb66ca80 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c5d9a477-c6c5-4f15-91d6-a2a751c0c29b HTTP/1.1" status: 204  len: 168 time: 0.9784582
Jan 15 15:15:40.974262 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40568) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:15:41.033394 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-4ae084b7-bd0f-4d76-a736-b61b064bfb19 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c5be3e06215495ca89c754e376b4a66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573857
Jan 15 15:15:41.035976 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [-] (80102) accepted ('10.222.0.68', 40572) {{(pid=80102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 15 15:15:41.100144 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:41.128661 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:41.177241 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850914545'] for security_group, after_delete {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:41.183491 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-d8082312-296c-4be8-8ca9-3e1ade0004f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 15 15:15:41.198167 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701c3898-8b8a-4323-a34f-1321b166e1c7,revision_number=None']} {{(pid=80102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 15 15:15:41.201098 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG oslo_concurrency.lockutils [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 15 15:15:41.207720 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:41.209219 dv-cinder-734144-13-iscsi neutron-server[79990]: INFO neutron.wsgi [None req-b8b73c51-9661-43f2-9b1b-8efa9dcd144b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/701c3898-8b8a-4323-a34f-1321b166e1c7 HTTP/1.1" status: 204  len: 168 time: 0.1718235
Jan 15 15:15:42.006835 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:15:44.789094 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dfe11c07-950b-4679-b67f-037100d82ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:46.855493 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-283e8ba8-87c4-4b64-b83c-ddb6c11f43c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:47.289688 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:48.815111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:48.993704 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:15:55.907737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:14.791390 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-ab92664b-9cf8-45ba-83ef-5738e89c9146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:16.856146 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-774f7b64-86d1-4769-894b-6858173b5ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:17.292710 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:18.817319 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:18.995956 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:19.007775 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:16:25.908939 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:44.793453 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-41dbad48-be4c-4351-a6f6-14c926b54c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:46.856454 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-b837bee5-9231-4df4-ab04-853e129f9708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:47.296749 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:48.820079 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:48.998129 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:55.906784 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:16:56.007964 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:17:14.795013 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-26b52672-ba2b-4f9e-981b-358aa73cfac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:16.858919 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-56c0aaa5-2bd4-4102-a571-d484c65da0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:17.300047 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:18.822575 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:19.001038 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:25.920737 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:31.316457 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.wsgi [req-2e4c3447-5d7b-4e73-a90a-6de119f5fc73 req-6821e9a1-15b3-4025-9379-90fe03c4986e service neutron] (80102) timed out ('10.222.0.74', 52114) {{(pid=80102) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 15 15:17:33.009672 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:17:44.796635 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-91728793-b2b4-4828-b555-60371270d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:46.859604 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2a3cc1a4-a963-483e-b7cf-cd40ad0c40c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:47.302997 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:48.825385 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:49.003637 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:17:55.935183 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:10.012298 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:18:14.798368 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-2681164e-cc9e-4384-9939-339cd90d61c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:16.860356 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-dc87d629-5678-46c8-8fee-1238a737a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:17.305111 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:18.826415 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:19.005924 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:25.950456 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:44.803335 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6c87-e49b-4929-b53a-78841d32ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:46.860247 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-909ed2fe-d3a6-481b-93fd-63069d291289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:47.013240 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:18:47.308481 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:48.828792 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:49.011816 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:18:55.950484 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:14.804616 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-123f3994-9002-4462-baf0-0ad4136f0a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:16.860425 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-e62bc5ec-d740-4ab6-944b-2f186505b312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:17.313039 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:18.831075 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:19.015371 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:24.013723 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:19:25.948030 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:44.806394 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-96bafb29-a66d-4c3c-a879-4cbf3c3d24e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:46.861670 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-09f79a5f-c59a-4ea9-8bee-b69f63eedb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:47.315701 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:48.833420 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:49.017002 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:19:55.947250 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:01.013464 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:20:14.807374 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-0df24962-3934-4267-89e6-813220fffbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:16.862450 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-06fdaa93-1be3-4ee4-af20-4032bbd28c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:17.318184 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:18.834779 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:19.034832 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:25.977796 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:38.013668 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:20:44.809035 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-24aacb66-3fee-4b4e-8bc9-f45b4b1a6ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:46.864230 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b7c2-500e-4f2c-a71b-987f41877298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:47.320721 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:48.835594 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:49.023101 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:20:55.994620 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:21:14.810586 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-bf67e0f1-79c5-4171-82ae-05474d981e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:21:15.013040 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron.db.agents_db [None req-cf57f00a-e9b2-418b-870a-aab347617cd2 None None] Agent healthcheck: found 6 active agents {{(pid=80105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 15 15:21:16.866364 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-aaa19f6c-64fa-4dda-bd43-e9ac339c207a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:21:17.326559 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-c0f0dff0-e71b-4618-b34a-5d0ea4b09d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:21:18.837218 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-63da4ce4-0474-4dc1-8059-c0faaf79e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:21:19.034814 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-de9c6bbb-59cd-4d30-a06c-64a5fa1fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 15 15:21:26.013430 dv-cinder-734144-13-iscsi neutron-server[79990]: DEBUG neutron_lib.callbacks.manager [None req-93cc3192-8217-4c44-8954-fe76ae58c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257251247032', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167530'] for agent, after_update {{(pid=80104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}